[ 509.241919] env[62859]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62859) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 509.242343] env[62859]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62859) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 509.242444] env[62859]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62859) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 509.242773] env[62859]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 509.338233] env[62859]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62859) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 509.349608] env[62859]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62859) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 509.949155] env[62859]: INFO nova.virt.driver [None req-b130a755-a937-4922-bd85-2241d41e5d3e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 510.020135] env[62859]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 510.020326] env[62859]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 510.020431] env[62859]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62859) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 513.189578] env[62859]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c2c47f84-c736-4cca-a873-10eeed19a555 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.205502] env[62859]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62859) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 513.205636] env[62859]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-aab791d0-07fd-46db-b029-ec09a5590fc8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.246912] env[62859]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 4dbab. [ 513.247097] env[62859]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.227s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.247663] env[62859]: INFO nova.virt.vmwareapi.driver [None req-b130a755-a937-4922-bd85-2241d41e5d3e None None] VMware vCenter version: 7.0.3 [ 513.251216] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7463c80c-6388-4729-a156-f7b3b9fc2e1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.268832] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5cd152-fe0c-4f7a-8edb-47391f68e44a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.275306] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70f6b6-8a56-46de-98dc-b0b41398089d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.282121] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f3a143-5b64-4a6d-857c-4c11e8654d4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.295378] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1991c8d3-ad4c-4713-a489-7ce08283c9ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.301300] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5369a6d-db1d-4aef-8895-e44b34010420 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.332657] env[62859]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-af7f1f53-f9bd-46c2-b57f-769a16804473 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 513.337675] env[62859]: DEBUG nova.virt.vmwareapi.driver [None req-b130a755-a937-4922-bd85-2241d41e5d3e None None] Extension org.openstack.compute already exists. {{(pid=62859) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 513.340839] env[62859]: INFO nova.compute.provider_config [None req-b130a755-a937-4922-bd85-2241d41e5d3e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 513.843990] env[62859]: DEBUG nova.context [None req-b130a755-a937-4922-bd85-2241d41e5d3e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),12b31e8d-7295-4366-be73-70f6aad4cc7c(cell1) {{(pid=62859) load_cells /opt/stack/nova/nova/context.py:464}} [ 513.846077] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.846388] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.847124] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.847547] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Acquiring lock "12b31e8d-7295-4366-be73-70f6aad4cc7c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 513.847744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Lock "12b31e8d-7295-4366-be73-70f6aad4cc7c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 513.848748] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Lock "12b31e8d-7295-4366-be73-70f6aad4cc7c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 513.870011] env[62859]: INFO dbcounter [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Registered counter for database nova_cell0 [ 513.877958] env[62859]: INFO dbcounter [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Registered counter for database nova_cell1 [ 513.881308] env[62859]: DEBUG oslo_db.sqlalchemy.engines [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62859) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 513.881689] env[62859]: DEBUG oslo_db.sqlalchemy.engines [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62859) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 513.886538] env[62859]: ERROR nova.db.main.api [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 513.886538] env[62859]: result = function(*args, **kwargs) [ 513.886538] env[62859]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 513.886538] env[62859]: return func(*args, **kwargs) [ 513.886538] env[62859]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 513.886538] env[62859]: result = fn(*args, **kwargs) [ 513.886538] env[62859]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 513.886538] env[62859]: return f(*args, **kwargs) [ 513.886538] env[62859]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 513.886538] env[62859]: return db.service_get_minimum_version(context, binaries) [ 513.886538] env[62859]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 513.886538] env[62859]: _check_db_access() [ 513.886538] env[62859]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 513.886538] env[62859]: stacktrace = ''.join(traceback.format_stack()) [ 513.886538] env[62859]: [ 513.887326] env[62859]: ERROR nova.db.main.api [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 513.887326] env[62859]: result = function(*args, **kwargs) [ 513.887326] env[62859]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 513.887326] env[62859]: return func(*args, **kwargs) [ 513.887326] env[62859]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 513.887326] env[62859]: result = fn(*args, **kwargs) [ 513.887326] env[62859]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 513.887326] env[62859]: return f(*args, **kwargs) [ 513.887326] env[62859]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 513.887326] env[62859]: return db.service_get_minimum_version(context, binaries) [ 513.887326] env[62859]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 513.887326] env[62859]: _check_db_access() [ 513.887326] env[62859]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 513.887326] env[62859]: stacktrace = ''.join(traceback.format_stack()) [ 513.887326] env[62859]: [ 513.887713] env[62859]: WARNING nova.objects.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Failed to get minimum service version for cell 12b31e8d-7295-4366-be73-70f6aad4cc7c [ 513.887849] env[62859]: WARNING nova.objects.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 513.888274] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Acquiring lock "singleton_lock" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 513.888434] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Acquired lock "singleton_lock" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 513.888666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Releasing lock "singleton_lock" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 513.888979] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Full set of CONF: {{(pid=62859) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 513.889136] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ******************************************************************************** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 513.889266] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] Configuration options gathered from: {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 513.889402] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 513.889595] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 513.889723] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ================================================================================ {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 513.889928] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] allow_resize_to_same_host = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.890110] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] arq_binding_timeout = 300 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.890333] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] backdoor_port = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.890473] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] backdoor_socket = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.890643] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] block_device_allocate_retries = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.890806] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] block_device_allocate_retries_interval = 3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.890977] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cert = self.pem {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.891166] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.891337] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute_monitors = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.891504] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] config_dir = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.891674] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] config_drive_format = iso9660 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.891809] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.891971] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] config_source = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.892153] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] console_host = devstack {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.892389] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] control_exchange = nova {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.892558] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cpu_allocation_ratio = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.892722] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] daemon = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.892890] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] debug = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.893064] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] default_access_ip_network_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.893257] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] default_availability_zone = nova {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.893413] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] default_ephemeral_format = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.893582] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] default_green_pool_size = 1000 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.893824] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.893992] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] default_schedule_zone = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.894171] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] disk_allocation_ratio = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.894336] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] enable_new_services = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.894517] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] enabled_apis = ['osapi_compute'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.894681] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] enabled_ssl_apis = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.894843] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] flat_injected = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.895008] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] force_config_drive = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.895177] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] force_raw_images = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.895348] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] graceful_shutdown_timeout = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.895510] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] heal_instance_info_cache_interval = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.895769] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] host = cpu-1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.895975] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.896160] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.896325] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.896553] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.896722] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] instance_build_timeout = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.896885] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] instance_delete_interval = 300 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.897072] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] instance_format = [instance: %(uuid)s] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.897245] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] instance_name_template = instance-%08x {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.897412] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] instance_usage_audit = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.897584] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] instance_usage_audit_period = month {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.897751] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.897917] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.898096] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] internal_service_availability_zone = internal {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.898257] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] key = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.898420] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] live_migration_retry_count = 30 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.898588] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] log_color = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.898751] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] log_config_append = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.898918] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.899091] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] log_dir = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.899254] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] log_file = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.899383] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] log_options = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.899573] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] log_rotate_interval = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.899749] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] log_rotate_interval_type = days {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.899917] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] log_rotation_type = none {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.900059] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.900257] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.900454] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.900625] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.900755] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.900918] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] long_rpc_timeout = 1800 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.901090] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] max_concurrent_builds = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.901254] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] max_concurrent_live_migrations = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.901414] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] max_concurrent_snapshots = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.901572] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] max_local_block_devices = 3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.901731] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] max_logfile_count = 30 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.901888] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] max_logfile_size_mb = 200 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.902058] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] maximum_instance_delete_attempts = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.902242] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] metadata_listen = 0.0.0.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.902476] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] metadata_listen_port = 8775 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.902648] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] metadata_workers = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.902810] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] migrate_max_retries = -1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.902978] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] mkisofs_cmd = genisoimage {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.903200] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.903377] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] my_ip = 10.180.1.21 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.903605] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.903773] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] network_allocate_retries = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.903961] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.904145] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.904316] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] osapi_compute_listen_port = 8774 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.904495] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] osapi_compute_unique_server_name_scope = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.904665] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] osapi_compute_workers = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.904828] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] password_length = 12 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.904989] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] periodic_enable = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.905165] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] periodic_fuzzy_delay = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.905333] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] pointer_model = usbtablet {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.905502] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] preallocate_images = none {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.905662] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] publish_errors = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.905792] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] pybasedir = /opt/stack/nova {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.905947] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ram_allocation_ratio = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.906122] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] rate_limit_burst = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.906291] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] rate_limit_except_level = CRITICAL {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.906452] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] rate_limit_interval = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.906615] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] reboot_timeout = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.906775] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] reclaim_instance_interval = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.906932] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] record = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.907115] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] reimage_timeout_per_gb = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.907284] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] report_interval = 120 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.907449] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] rescue_timeout = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.907610] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] reserved_host_cpus = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.907770] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] reserved_host_disk_mb = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.907928] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] reserved_host_memory_mb = 512 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.908097] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] reserved_huge_pages = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.908261] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] resize_confirm_window = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.908422] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] resize_fs_using_block_device = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.908579] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] resume_guests_state_on_host_boot = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.908745] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.908907] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] rpc_response_timeout = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.909079] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] run_external_periodic_tasks = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.909250] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] running_deleted_instance_action = reap {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.909423] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.909585] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] running_deleted_instance_timeout = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.909745] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler_instance_sync_interval = 120 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.909912] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_down_time = 720 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.910091] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] servicegroup_driver = db {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.910339] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] shell_completion = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.910519] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] shelved_offload_time = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.910681] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] shelved_poll_interval = 3600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.910854] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] shutdown_timeout = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.911029] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] source_is_ipv6 = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.911197] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ssl_only = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.911499] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.911702] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] sync_power_state_interval = 600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.911867] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] sync_power_state_pool_size = 1000 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.912050] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] syslog_log_facility = LOG_USER {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.912213] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] tempdir = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.912456] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] timeout_nbd = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.912631] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] transport_url = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.912796] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] update_resources_interval = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.912957] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] use_cow_images = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.913136] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] use_journal = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.913332] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] use_json = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.913512] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] use_rootwrap_daemon = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.913674] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] use_stderr = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.913831] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] use_syslog = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.913987] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vcpu_pin_set = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.914171] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plugging_is_fatal = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.914339] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plugging_timeout = 300 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.914504] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] virt_mkfs = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.914664] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] volume_usage_poll_interval = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.914822] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] watch_log_file = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.914989] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] web = /usr/share/spice-html5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 513.915185] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.915478] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.915786] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.915839] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_concurrency.disable_process_locking = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.916394] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.916590] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.916765] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.916942] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.917135] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.917306] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.917489] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.auth_strategy = keystone {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.917656] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.compute_link_prefix = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.917830] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.918029] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.dhcp_domain = novalocal {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.918190] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.enable_instance_password = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.918363] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.glance_link_prefix = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.918523] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.918695] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.918856] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.instance_list_per_project_cells = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.919024] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.list_records_by_skipping_down_cells = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.919193] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.local_metadata_per_cell = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.919391] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.max_limit = 1000 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.919608] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.metadata_cache_expiration = 15 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.919793] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.neutron_default_tenant_id = default {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.919966] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.response_validation = warn {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.920173] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.use_neutron_default_nets = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.920378] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.920553] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.920724] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.920901] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.921087] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.vendordata_dynamic_targets = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.921257] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.vendordata_jsonfile_path = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.921441] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.921634] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.backend = dogpile.cache.memcached {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.921801] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.backend_argument = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.921961] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.backend_expiration_time = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.922149] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.config_prefix = cache.oslo {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.922360] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.dead_timeout = 60.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.922529] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.debug_cache_backend = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.922691] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.enable_retry_client = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.922852] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.enable_socket_keepalive = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.923033] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.enabled = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.923204] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.enforce_fips_mode = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.923419] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.expiration_time = 600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.923588] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.hashclient_retry_attempts = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.923756] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.923920] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_dead_retry = 300 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.924092] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_password = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.924269] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.924427] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.924599] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_pool_maxsize = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.924756] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.924956] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_sasl_enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.925111] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.925280] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.925443] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.memcache_username = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.925607] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.proxies = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.925772] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.redis_db = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.925933] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.redis_password = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.926121] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.926331] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.926474] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.redis_server = localhost:6379 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.926640] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.redis_socket_timeout = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.926800] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.redis_username = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.926964] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.retry_attempts = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.927142] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.retry_delay = 0.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.927307] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.socket_keepalive_count = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.927471] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.socket_keepalive_idle = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.927632] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.socket_keepalive_interval = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.927791] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.tls_allowed_ciphers = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.927947] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.tls_cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.928117] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.tls_certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.928280] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.tls_enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.928438] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cache.tls_keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.928612] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.auth_section = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.928786] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.auth_type = password {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.928947] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.929137] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.929302] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.929467] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.929629] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.cross_az_attach = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.929792] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.debug = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.929950] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.endpoint_template = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.930130] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.http_retries = 3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.930320] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.930489] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.930663] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.os_region_name = RegionOne {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.930827] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.930987] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cinder.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.931174] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.931337] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.cpu_dedicated_set = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.931497] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.cpu_shared_set = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.931662] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.image_type_exclude_list = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.931824] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.931986] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.932161] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.932349] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.932531] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.932696] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.resource_provider_association_refresh = 300 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.932860] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.933031] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.shutdown_retry_interval = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.933215] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.933419] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] conductor.workers = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.933601] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] console.allowed_origins = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.933760] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] console.ssl_ciphers = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.933927] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] console.ssl_minimum_version = default {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935119] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] consoleauth.enforce_session_timeout = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935119] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] consoleauth.token_ttl = 600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935119] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935119] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935119] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935119] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.connect_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935119] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.connect_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935360] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.endpoint_override = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935360] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935510] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935670] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.max_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935829] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.min_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.935985] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.region_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.936158] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.retriable_status_codes = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.936316] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.service_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.936488] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.service_type = accelerator {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.936648] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.936807] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.status_code_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.936964] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.status_code_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.937136] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.937318] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.937566] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] cyborg.version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.937876] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.asyncio_connection = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.938192] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.asyncio_slave_connection = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.938501] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.backend = sqlalchemy {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.938717] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.connection = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.938898] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.connection_debug = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.939087] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.connection_parameters = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.939263] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.connection_recycle_time = 3600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.939432] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.connection_trace = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.939599] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.db_inc_retry_interval = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.939766] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.db_max_retries = 20 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.939929] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.db_max_retry_interval = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.940109] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.db_retry_interval = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.940294] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.max_overflow = 50 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.940475] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.max_pool_size = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.940640] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.max_retries = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.940812] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.940972] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.mysql_wsrep_sync_wait = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.941146] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.pool_timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.941311] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.retry_interval = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.941472] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.slave_connection = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.941633] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.sqlite_synchronous = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.941792] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] database.use_db_reconnect = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.941959] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.asyncio_connection = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.942133] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.asyncio_slave_connection = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.942359] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.backend = sqlalchemy {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.942588] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.connection = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.942752] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.connection_debug = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.942928] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.connection_parameters = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.943113] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.connection_recycle_time = 3600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.943285] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.connection_trace = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.943456] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.db_inc_retry_interval = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.943619] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.db_max_retries = 20 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.943785] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.db_max_retry_interval = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.943967] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.db_retry_interval = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.944164] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.max_overflow = 50 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.944330] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.max_pool_size = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.944495] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.max_retries = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.944663] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.944824] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.944984] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.pool_timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.945163] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.retry_interval = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.945326] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.slave_connection = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.945489] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] api_database.sqlite_synchronous = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.945665] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] devices.enabled_mdev_types = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.945844] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.946030] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.946194] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ephemeral_storage_encryption.enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.946366] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.946542] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.api_servers = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.946708] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.946874] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.947059] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.947228] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.connect_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.947393] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.connect_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.947557] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.debug = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.947723] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.default_trusted_certificate_ids = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.947889] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.enable_certificate_validation = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.948064] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.enable_rbd_download = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.948229] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.endpoint_override = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.948402] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.948628] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.948806] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.max_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.948967] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.min_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.949147] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.num_retries = 3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.949321] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.rbd_ceph_conf = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.949486] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.rbd_connect_timeout = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.949661] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.rbd_pool = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.949830] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.rbd_user = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.950021] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.region_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.950200] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.retriable_status_codes = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.950384] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.service_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.950560] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.service_type = image {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.950726] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.950887] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.status_code_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.951057] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.status_code_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.951224] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.951408] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.951576] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.verify_glance_signatures = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.951740] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] glance.version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.951907] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] guestfs.debug = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.952088] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.auth_section = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.952267] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.auth_type = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.952451] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.952616] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.952782] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.952945] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.connect_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.953116] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.connect_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.953298] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.endpoint_override = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.953474] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.953637] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.953794] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.max_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.953952] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.min_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.954127] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.region_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.954289] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.retriable_status_codes = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.954449] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.service_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.954618] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.service_type = shared-file-system {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.954783] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.share_apply_policy_timeout = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.954949] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.955121] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.status_code_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.955283] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.status_code_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.955443] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.955622] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.955783] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] manila.version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.955948] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] mks.enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.956319] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.956515] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] image_cache.manager_interval = 2400 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.956690] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] image_cache.precache_concurrency = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.956862] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] image_cache.remove_unused_base_images = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.957043] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.957217] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.957393] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] image_cache.subdirectory_name = _base {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.957571] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.api_max_retries = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.957739] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.api_retry_interval = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.957901] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.auth_section = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.958075] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.auth_type = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.958242] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.958403] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.958568] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.958733] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.conductor_group = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.958891] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.connect_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.959060] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.connect_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.959279] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.endpoint_override = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.959496] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.959664] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.959828] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.max_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.959990] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.min_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.960178] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.peer_list = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.960368] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.region_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.960541] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.retriable_status_codes = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.960709] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.serial_console_state_timeout = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.960869] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.service_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.961052] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.service_type = baremetal {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.961221] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.shard = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.961384] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.961547] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.status_code_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.961705] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.status_code_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.961863] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.962056] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.962220] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ironic.version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.962434] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.962617] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] key_manager.fixed_key = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.962803] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.962968] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.barbican_api_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.963144] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.barbican_endpoint = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.963341] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.barbican_endpoint_type = public {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.963512] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.barbican_region_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.963675] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.963835] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.963999] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.964177] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.964339] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.964508] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.number_of_retries = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.964673] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.retry_delay = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.964837] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.send_service_user_token = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.964999] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.965173] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.965338] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.verify_ssl = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.965500] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican.verify_ssl_path = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.965668] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican_service_user.auth_section = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.965836] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican_service_user.auth_type = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.965997] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican_service_user.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.966171] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican_service_user.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.966368] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican_service_user.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.966540] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican_service_user.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.966702] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican_service_user.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.966868] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican_service_user.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.967040] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] barbican_service_user.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.967215] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.approle_role_id = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.967378] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.approle_secret_id = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.967551] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.kv_mountpoint = secret {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.967712] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.kv_path = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.967877] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.kv_version = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.968048] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.namespace = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.968215] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.root_token_id = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.968376] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.ssl_ca_crt_file = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.968547] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.timeout = 60.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.968710] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.use_ssl = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.968882] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.969067] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.969233] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.969397] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.969560] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.connect_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.969718] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.connect_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.969878] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.endpoint_override = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.970053] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.970234] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.970420] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.max_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.970584] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.min_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.970743] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.region_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.970907] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.retriable_status_codes = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.971082] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.service_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.971258] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.service_type = identity {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.971424] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.971582] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.status_code_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.971741] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.status_code_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.971901] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.972095] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.972293] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] keystone.version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.972484] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.ceph_mount_options = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.972795] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.972979] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.connection_uri = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.973157] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.cpu_mode = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.973358] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.973533] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.cpu_models = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.973707] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.cpu_power_governor_high = performance {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.973879] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.974064] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.cpu_power_management = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.974246] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.974422] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.device_detach_attempts = 8 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.974591] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.device_detach_timeout = 20 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.974759] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.disk_cachemodes = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.974923] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.disk_prefix = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.975104] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.enabled_perf_events = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.975290] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.file_backed_memory = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.975486] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.gid_maps = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.975648] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.hw_disk_discard = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.975806] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.hw_machine_type = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.975977] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.images_rbd_ceph_conf = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.976155] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.976323] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.976492] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.images_rbd_glance_store_name = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.976661] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.images_rbd_pool = rbd {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.976831] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.images_type = default {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.976992] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.images_volume_group = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.977170] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.inject_key = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.977336] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.inject_partition = -2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.977497] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.inject_password = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.977659] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.iscsi_iface = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.977820] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.iser_use_multipath = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.977982] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.978160] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.978331] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_downtime = 500 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.978517] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.978683] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.978845] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_inbound_addr = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.979015] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.979185] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.979347] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_scheme = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.979520] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_timeout_action = abort {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.979682] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_tunnelled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.979846] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_uri = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.980017] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.live_migration_with_native_tls = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.980188] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.max_queues = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.980376] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.980621] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.980789] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.nfs_mount_options = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.981101] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.981281] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.981480] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.981653] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.981820] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.981984] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.num_pcie_ports = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.982168] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.982368] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.pmem_namespaces = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.982533] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.quobyte_client_cfg = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.982848] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.983037] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.983242] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.983378] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.983541] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rbd_secret_uuid = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.983698] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rbd_user = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.983859] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.984045] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.984213] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rescue_image_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.984371] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rescue_kernel_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.984531] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rescue_ramdisk_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.984700] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.984859] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.rx_queue_size = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.985034] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.smbfs_mount_options = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.985327] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.985561] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.snapshot_compression = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.985746] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.snapshot_image_format = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.985988] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.986174] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.sparse_logical_volumes = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.986341] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.swtpm_enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.986517] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.swtpm_group = tss {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.986686] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.swtpm_user = tss {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.986855] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.sysinfo_serial = unique {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.987028] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.tb_cache_size = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.987195] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.tx_queue_size = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.987362] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.uid_maps = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.987526] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.use_virtio_for_bridges = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.987698] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.virt_type = kvm {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.987865] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.volume_clear = zero {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.988039] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.volume_clear_size = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.988209] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.volume_use_multipath = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.988369] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.vzstorage_cache_path = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.988581] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.988788] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.988960] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.989146] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.989436] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.989620] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.vzstorage_mount_user = stack {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.989790] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.989966] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.auth_section = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.990157] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.auth_type = password {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.990344] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.990517] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.990681] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.990841] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.connect_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.991009] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.connect_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.991191] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.default_floating_pool = public {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.991354] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.endpoint_override = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.991538] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.extension_sync_interval = 600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.991723] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.http_retries = 3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.991891] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.992063] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.992241] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.max_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.992440] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.992611] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.min_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.992784] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.ovs_bridge = br-int {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.992954] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.physnets = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.993140] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.region_name = RegionOne {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.993305] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.retriable_status_codes = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.993477] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.service_metadata_proxy = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.993636] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.service_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.993807] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.service_type = network {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.993970] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.994147] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.status_code_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.994307] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.status_code_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.994469] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.994648] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.994809] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] neutron.version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.994981] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] notifications.bdms_in_notifications = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.995172] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] notifications.default_level = INFO {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.995338] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] notifications.include_share_mapping = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.995516] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] notifications.notification_format = unversioned {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.995717] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] notifications.notify_on_state_change = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.995906] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.996100] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] pci.alias = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.996275] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] pci.device_spec = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.996441] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] pci.report_in_placement = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.996614] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.auth_section = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.996787] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.auth_type = password {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.996958] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.997133] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.997294] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.997458] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.997619] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.connect_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.997779] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.connect_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.997937] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.default_domain_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.998106] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.default_domain_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.998269] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.domain_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.998430] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.domain_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.998591] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.endpoint_override = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.998780] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.998946] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.999121] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.max_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.999284] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.min_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.999455] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.password = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.999615] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.project_domain_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.999781] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.project_domain_name = Default {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 513.999950] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.project_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.000143] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.project_name = service {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.000355] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.region_name = RegionOne {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.000529] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.retriable_status_codes = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.000691] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.service_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.000862] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.service_type = placement {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.001036] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.001203] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.status_code_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.001363] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.status_code_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.001522] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.system_scope = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.001699] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.001876] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.trust_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.002048] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.user_domain_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.002221] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.user_domain_name = Default {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.002411] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.user_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.002590] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.username = nova {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.002772] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.002934] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] placement.version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.003128] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.cores = 20 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.003295] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.count_usage_from_placement = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.003470] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.003641] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.injected_file_content_bytes = 10240 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.003806] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.injected_file_path_length = 255 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.003975] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.injected_files = 5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.004156] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.instances = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.004332] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.key_pairs = 100 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.004509] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.metadata_items = 128 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.004677] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.ram = 51200 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.004877] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.recheck_quota = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.005070] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.server_group_members = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.005244] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.server_groups = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.005453] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.005629] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] quota.unified_limits_resource_strategy = require {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.005806] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.005972] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.006151] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.image_metadata_prefilter = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.006315] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.006484] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.max_attempts = 3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.006649] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.max_placement_results = 1000 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.006812] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.006973] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.007156] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.007335] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] scheduler.workers = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.007510] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.007684] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.007885] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.008078] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.008251] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.008418] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.008583] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.008777] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.008950] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.host_subset_size = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.009127] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.009289] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.009453] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.009617] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.isolated_hosts = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.009779] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.isolated_images = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.009952] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.010134] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.010338] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.010513] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.pci_in_placement = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.010676] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.010862] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.011050] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.011217] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.011383] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.011548] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.011710] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.track_instance_changes = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.011888] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.012072] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] metrics.required = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.012270] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] metrics.weight_multiplier = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.012437] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.012607] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] metrics.weight_setting = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.012914] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.013102] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] serial_console.enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.013310] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] serial_console.port_range = 10000:20000 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.013502] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.013677] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.013844] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] serial_console.serialproxy_port = 6083 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.014025] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.auth_section = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.014208] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.auth_type = password {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.014370] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.014531] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.014695] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.014857] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.015025] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.015200] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.send_service_user_token = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.015365] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.015525] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] service_user.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.015695] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.agent_enabled = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.015856] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.016173] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.016403] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.016588] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.html5proxy_port = 6082 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.016756] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.image_compression = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.016919] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.jpeg_compression = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.017093] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.playback_compression = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.017264] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.require_secure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.017439] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.server_listen = 127.0.0.1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.017610] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.017772] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.streaming_mode = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.017932] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] spice.zlib_compression = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.018108] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] upgrade_levels.baseapi = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.018282] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] upgrade_levels.compute = auto {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.018445] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] upgrade_levels.conductor = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.018600] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] upgrade_levels.scheduler = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.018764] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.018926] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.019103] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vendordata_dynamic_auth.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.019264] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vendordata_dynamic_auth.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.019451] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.019619] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vendordata_dynamic_auth.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.019780] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.019942] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.020114] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vendordata_dynamic_auth.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.020334] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.api_retry_count = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.020511] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.ca_file = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.020684] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.020851] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.cluster_name = testcl1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.021026] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.connection_pool_size = 10 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.021193] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.console_delay_seconds = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.021364] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.datastore_regex = ^datastore.* {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.021577] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.021751] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.host_password = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.021916] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.host_port = 443 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.022096] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.host_username = administrator@vsphere.local {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.022309] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.insecure = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.022485] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.integration_bridge = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.022661] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.maximum_objects = 100 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.022823] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.pbm_default_policy = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.022987] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.pbm_enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.023162] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.pbm_wsdl_location = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.023335] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.023496] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.serial_port_proxy_uri = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.023653] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.serial_port_service_uri = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.023819] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.task_poll_interval = 0.5 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.023988] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.use_linked_clone = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.024173] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.vnc_keymap = en-us {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.024338] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.vnc_port = 5900 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.024502] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vmware.vnc_port_total = 10000 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.024685] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.auth_schemes = ['none'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.024856] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.025163] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.025353] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.025557] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.novncproxy_port = 6080 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.025759] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.server_listen = 127.0.0.1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.025941] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.026121] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.vencrypt_ca_certs = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.026278] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.vencrypt_client_cert = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.026437] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vnc.vencrypt_client_key = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.026610] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.026774] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.disable_deep_image_inspection = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.026937] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.027112] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.027277] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.027438] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.disable_rootwrap = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.027598] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.enable_numa_live_migration = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.027759] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.027918] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.028091] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.028254] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.libvirt_disable_apic = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.028421] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.028607] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.028773] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.028936] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.029109] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.029273] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.029434] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.029592] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.029752] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.029915] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.030113] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.030327] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.client_socket_timeout = 900 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.030510] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.default_pool_size = 1000 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.030678] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.keep_alive = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.030846] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.max_header_line = 16384 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.031013] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.031182] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.ssl_ca_file = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.031343] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.ssl_cert_file = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.031538] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.ssl_key_file = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.031748] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.tcp_keepidle = 600 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.031935] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.032117] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] zvm.ca_file = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.032315] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] zvm.cloud_connector_url = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.032617] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.032795] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] zvm.reachable_timeout = 300 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.032967] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.033161] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.033343] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.connection_string = messaging:// {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.033514] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.enabled = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.033683] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.es_doc_type = notification {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.033846] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.es_scroll_size = 10000 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.034024] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.es_scroll_time = 2m {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.034190] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.filter_error_trace = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.034357] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.hmac_keys = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.034575] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.sentinel_service_name = mymaster {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.034734] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.socket_timeout = 0.1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.034897] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.trace_requests = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.035070] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler.trace_sqlalchemy = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.035253] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler_jaeger.process_tags = {} {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.035416] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler_jaeger.service_name_prefix = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.035578] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] profiler_otlp.service_name_prefix = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.035745] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] remote_debug.host = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.035903] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] remote_debug.port = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.036092] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.036258] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.036425] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.036585] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.036745] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.036903] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.037073] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.037238] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.037401] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.037591] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.037769] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.037949] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.038132] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.038302] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.038477] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.038634] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.038798] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.038967] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.039145] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.039310] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.039478] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.039641] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.039801] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.039962] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.040154] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.040336] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.040506] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.040668] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.040834] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.040994] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.ssl = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.041177] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.041343] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.041505] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.041694] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.041872] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.042045] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.042279] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.042432] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_notifications.retry = -1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.042614] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.042786] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.042957] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.auth_section = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.043137] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.auth_type = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.043299] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.cafile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.043461] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.certfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.043623] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.collect_timing = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.043781] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.connect_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.043938] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.connect_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.044107] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.endpoint_id = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.044281] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.044440] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.endpoint_override = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.044598] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.endpoint_region_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.044786] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.endpoint_service_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.044948] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.endpoint_service_type = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.045124] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.insecure = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.045285] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.keyfile = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.045442] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.max_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.045600] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.min_version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.045756] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.region_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.045913] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.retriable_status_codes = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.046089] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.service_name = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.046250] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.service_type = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.046411] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.split_loggers = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.046569] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.status_code_retries = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.046729] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.status_code_retry_delay = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.046885] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.timeout = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.047053] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.valid_interfaces = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.047215] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_limit.version = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.047380] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_reports.file_event_handler = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.047547] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.047731] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] oslo_reports.log_dir = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.047914] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.048088] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.048251] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.048419] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.048586] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.048746] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.048916] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.049088] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_ovs_privileged.group = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.049251] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.049419] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.049583] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.049743] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] vif_plug_ovs_privileged.user = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.049914] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.050108] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.050288] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.050461] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.050633] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.050831] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.051019] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.051185] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.051365] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.051536] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_ovs.isolate_vif = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.051703] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.051871] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.052052] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.052228] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.052423] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] os_vif_ovs.per_port_bridge = False {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.052601] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] privsep_osbrick.capabilities = [21] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.052765] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] privsep_osbrick.group = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.052923] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] privsep_osbrick.helper_command = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.053101] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.053291] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.053495] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] privsep_osbrick.user = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.053674] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.053837] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] nova_sys_admin.group = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.053994] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] nova_sys_admin.helper_command = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.054175] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.054342] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.054501] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] nova_sys_admin.user = None {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.054633] env[62859]: DEBUG oslo_service.service [None req-c9a56e79-b86a-4d00-9d5f-3739ac410a12 None None] ******************************************************************************** {{(pid=62859) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 514.055060] env[62859]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 514.559134] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Getting list of instances from cluster (obj){ [ 514.559134] env[62859]: value = "domain-c8" [ 514.559134] env[62859]: _type = "ClusterComputeResource" [ 514.559134] env[62859]: } {{(pid=62859) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 514.560201] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911dbcf0-fa0c-4976-a762-d1e8d4b593d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.568965] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Got total of 0 instances {{(pid=62859) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 514.569552] env[62859]: WARNING nova.virt.vmwareapi.driver [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 514.570035] env[62859]: INFO nova.virt.node [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Generated node identity 494b5d0c-f15a-479a-ac4d-c7713965aa19 [ 514.570284] env[62859]: INFO nova.virt.node [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Wrote node identity 494b5d0c-f15a-479a-ac4d-c7713965aa19 to /opt/stack/data/n-cpu-1/compute_id [ 515.072959] env[62859]: WARNING nova.compute.manager [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Compute nodes ['494b5d0c-f15a-479a-ac4d-c7713965aa19'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 516.077974] env[62859]: INFO nova.compute.manager [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 517.083246] env[62859]: WARNING nova.compute.manager [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 517.083853] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.084123] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.084285] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 517.084445] env[62859]: DEBUG nova.compute.resource_tracker [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 517.085351] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a434bb3-7c2a-41e9-85ac-14d105d59c6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.093369] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc106f3f-aaec-4432-8e8d-3b0250bf036a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.106732] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25a8563-8bca-4b47-ad10-b2fced0cd4bf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.112933] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e2c4ac-393e-400e-84b8-7586762bf6b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 517.141154] env[62859]: DEBUG nova.compute.resource_tracker [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181185MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 517.141287] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 517.141475] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 517.644071] env[62859]: WARNING nova.compute.resource_tracker [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] No compute node record for cpu-1:494b5d0c-f15a-479a-ac4d-c7713965aa19: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 494b5d0c-f15a-479a-ac4d-c7713965aa19 could not be found. [ 518.148128] env[62859]: INFO nova.compute.resource_tracker [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 494b5d0c-f15a-479a-ac4d-c7713965aa19 [ 519.657984] env[62859]: DEBUG nova.compute.resource_tracker [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 519.657984] env[62859]: DEBUG nova.compute.resource_tracker [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 519.813767] env[62859]: INFO nova.scheduler.client.report [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] [req-ec39611a-0995-42b1-b524-ab5dccc87354] Created resource provider record via placement API for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 519.831110] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbe9b83-3357-4472-954e-3643cd56a349 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.838067] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c88483-fbe7-4a75-b9f6-72134403fced {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.868732] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee1baa9-ba96-47c1-9510-185f1ce54956 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.876524] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e72956-04ff-4f97-9b37-0337fb034258 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 519.890120] env[62859]: DEBUG nova.compute.provider_tree [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 520.431716] env[62859]: DEBUG nova.scheduler.client.report [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 520.431716] env[62859]: DEBUG nova.compute.provider_tree [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 0 to 1 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 520.431716] env[62859]: DEBUG nova.compute.provider_tree [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 520.483131] env[62859]: DEBUG nova.compute.provider_tree [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 1 to 2 during operation: update_traits {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 520.985630] env[62859]: DEBUG nova.compute.resource_tracker [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 520.985975] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 520.985975] env[62859]: DEBUG nova.service [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Creating RPC server for service compute {{(pid=62859) start /opt/stack/nova/nova/service.py:186}} [ 521.004257] env[62859]: DEBUG nova.service [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] Join ServiceGroup membership for this service compute {{(pid=62859) start /opt/stack/nova/nova/service.py:203}} [ 521.004446] env[62859]: DEBUG nova.servicegroup.drivers.db [None req-fa129e6b-33f6-475a-adf5-f8b0a45a7129 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62859) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 542.008363] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.511824] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Getting list of instances from cluster (obj){ [ 542.511824] env[62859]: value = "domain-c8" [ 542.511824] env[62859]: _type = "ClusterComputeResource" [ 542.511824] env[62859]: } {{(pid=62859) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 542.513220] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed7b063-9840-4533-baf8-ee928cdec6c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.521957] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Got total of 0 instances {{(pid=62859) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 542.522203] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.522506] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Getting list of instances from cluster (obj){ [ 542.522506] env[62859]: value = "domain-c8" [ 542.522506] env[62859]: _type = "ClusterComputeResource" [ 542.522506] env[62859]: } {{(pid=62859) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 542.523350] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c933431a-b544-4d05-be48-8d09b11d4149 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.530527] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Got total of 0 instances {{(pid=62859) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 553.128248] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "47ee95ee-8e08-4e0e-b519-1ad82e138095" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.128776] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "47ee95ee-8e08-4e0e-b519-1ad82e138095" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.634867] env[62859]: DEBUG nova.compute.manager [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 554.177021] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.177021] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.177021] env[62859]: INFO nova.compute.claims [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.234624] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0df0da-b21e-4ae4-b764-629e982323e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.247399] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041fb4de-6c5c-4d77-807c-e6284b0c4f3d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.286046] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f38c769-e4a5-4fd7-b404-5fa2f59b205f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.293802] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd81ee1f-fe89-45b6-b425-8d38086e4582 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.308378] env[62859]: DEBUG nova.compute.provider_tree [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.812950] env[62859]: DEBUG nova.scheduler.client.report [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 556.324916] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.326195] env[62859]: DEBUG nova.compute.manager [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.840958] env[62859]: DEBUG nova.compute.utils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 556.845523] env[62859]: DEBUG nova.compute.manager [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.845523] env[62859]: DEBUG nova.network.neutron [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 557.353402] env[62859]: DEBUG nova.compute.manager [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 558.366218] env[62859]: DEBUG nova.compute.manager [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.889126] env[62859]: DEBUG nova.policy [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5168efaa1478445b8fa3d5fbff314a33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1eb278f7148c4fae9c9b66ca72364939', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 559.118176] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 559.118432] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.118590] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 559.118768] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.118916] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 559.122259] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 559.122674] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 559.122935] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 559.123398] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 559.123586] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 559.123771] env[62859]: DEBUG nova.virt.hardware [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 559.124773] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5273b763-dbcf-4dea-9f95-f948977719ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.137315] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a6d176-aa20-4a2a-aadb-634c6f3008a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.164271] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c9a217-d643-4714-84c8-ec0e274cc557 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.023463] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.023747] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.149028] env[62859]: DEBUG nova.network.neutron [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Successfully created port: 30e5fc60-f9cd-46e8-bdd3-2da5042b95e1 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 560.530301] env[62859]: DEBUG nova.compute.manager [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.608096] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "01723ee2-3bb5-4a19-a8e4-99c698361d54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.608334] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.062896] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.063665] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.067362] env[62859]: INFO nova.compute.claims [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.112558] env[62859]: DEBUG nova.compute.manager [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.642413] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.158252] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81532861-f231-4bec-b1f9-05b01ccc4888 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.166569] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1553a6-050d-4a00-9b66-68f8a7d136c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.205643] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3632863e-1f93-45e9-828c-7ba4869d949e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.214289] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7608c5e-b87a-4998-b9ca-e719bbc71851 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.234782] env[62859]: DEBUG nova.compute.provider_tree [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.738509] env[62859]: DEBUG nova.scheduler.client.report [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.251887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.251887] env[62859]: DEBUG nova.compute.manager [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.253922] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.612s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.258248] env[62859]: INFO nova.compute.claims [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.473923] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquiring lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.474363] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.512755] env[62859]: DEBUG nova.network.neutron [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Successfully updated port: 30e5fc60-f9cd-46e8-bdd3-2da5042b95e1 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 563.755492] env[62859]: DEBUG nova.compute.utils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 563.758292] env[62859]: DEBUG nova.compute.manager [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 563.758423] env[62859]: DEBUG nova.network.neutron [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 563.810764] env[62859]: DEBUG nova.policy [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a1af8c7795145f5b15c205803fb64c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee9a0e0ec729454ead6912f54ee8ab7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 563.861398] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.861632] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.980540] env[62859]: DEBUG nova.compute.manager [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 563.987166] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquiring lock "ba8cd721-19ff-497c-97cc-a7f422482cd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.987166] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "ba8cd721-19ff-497c-97cc-a7f422482cd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.015276] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "refresh_cache-47ee95ee-8e08-4e0e-b519-1ad82e138095" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.015406] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquired lock "refresh_cache-47ee95ee-8e08-4e0e-b519-1ad82e138095" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.016017] env[62859]: DEBUG nova.network.neutron [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 564.192461] env[62859]: DEBUG nova.network.neutron [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Successfully created port: f5eced30-d7b7-498d-84ef-a99ac26db007 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.264185] env[62859]: DEBUG nova.compute.manager [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.364251] env[62859]: DEBUG nova.compute.manager [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.429237] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2fe1c4-a905-4f31-ad1d-e1ea509c6e40 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.437690] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76aee9a8-fd8c-4cf0-9486-dd59328b1022 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.475632] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b295a41e-01bb-493a-83df-4a2bde32736e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.484028] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a473e5-d660-48a1-a913-3d2197e6feef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.492335] env[62859]: DEBUG nova.compute.manager [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.513185] env[62859]: DEBUG nova.compute.provider_tree [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 564.522744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.650551] env[62859]: DEBUG nova.network.neutron [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.727847] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "d54a418d-1443-40a8-ae73-ad0c47c1399a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.728089] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.907866] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.017012] env[62859]: DEBUG nova.scheduler.client.report [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.038437] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.163912] env[62859]: DEBUG nova.network.neutron [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Updating instance_info_cache with network_info: [{"id": "30e5fc60-f9cd-46e8-bdd3-2da5042b95e1", "address": "fa:16:3e:a4:59:9f", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e5fc60-f9", "ovs_interfaceid": "30e5fc60-f9cd-46e8-bdd3-2da5042b95e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.231117] env[62859]: DEBUG nova.compute.manager [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.274098] env[62859]: DEBUG nova.compute.manager [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.308904] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.308904] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.308904] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.309341] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.309341] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.309341] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.309341] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.309626] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.309888] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.311100] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.312228] env[62859]: DEBUG nova.virt.hardware [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.312611] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02a2f82-a9fb-4de5-9a5c-89821f07bcba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.326885] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa870c0e-373f-4c93-822a-824e177b1ba8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.438988] env[62859]: DEBUG nova.compute.manager [req-b36bd2a5-2d82-42eb-90cf-f5d780621a2a req-ef7e543c-8a56-4bde-90cc-4084f216d3f9 service nova] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Received event network-vif-plugged-30e5fc60-f9cd-46e8-bdd3-2da5042b95e1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.439849] env[62859]: DEBUG oslo_concurrency.lockutils [req-b36bd2a5-2d82-42eb-90cf-f5d780621a2a req-ef7e543c-8a56-4bde-90cc-4084f216d3f9 service nova] Acquiring lock "47ee95ee-8e08-4e0e-b519-1ad82e138095-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.439849] env[62859]: DEBUG oslo_concurrency.lockutils [req-b36bd2a5-2d82-42eb-90cf-f5d780621a2a req-ef7e543c-8a56-4bde-90cc-4084f216d3f9 service nova] Lock "47ee95ee-8e08-4e0e-b519-1ad82e138095-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.439849] env[62859]: DEBUG oslo_concurrency.lockutils [req-b36bd2a5-2d82-42eb-90cf-f5d780621a2a req-ef7e543c-8a56-4bde-90cc-4084f216d3f9 service nova] Lock "47ee95ee-8e08-4e0e-b519-1ad82e138095-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.439849] env[62859]: DEBUG nova.compute.manager [req-b36bd2a5-2d82-42eb-90cf-f5d780621a2a req-ef7e543c-8a56-4bde-90cc-4084f216d3f9 service nova] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] No waiting events found dispatching network-vif-plugged-30e5fc60-f9cd-46e8-bdd3-2da5042b95e1 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.440040] env[62859]: WARNING nova.compute.manager [req-b36bd2a5-2d82-42eb-90cf-f5d780621a2a req-ef7e543c-8a56-4bde-90cc-4084f216d3f9 service nova] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Received unexpected event network-vif-plugged-30e5fc60-f9cd-46e8-bdd3-2da5042b95e1 for instance with vm_state building and task_state spawning. [ 565.522835] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.523357] env[62859]: DEBUG nova.compute.manager [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 565.528034] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.004s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.528426] env[62859]: INFO nova.compute.claims [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.668809] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Releasing lock "refresh_cache-47ee95ee-8e08-4e0e-b519-1ad82e138095" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.668809] env[62859]: DEBUG nova.compute.manager [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Instance network_info: |[{"id": "30e5fc60-f9cd-46e8-bdd3-2da5042b95e1", "address": "fa:16:3e:a4:59:9f", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e5fc60-f9", "ovs_interfaceid": "30e5fc60-f9cd-46e8-bdd3-2da5042b95e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 565.668987] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:59:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30e5fc60-f9cd-46e8-bdd3-2da5042b95e1', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.683707] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.683772] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea4fd4af-f102-4686-ad3b-7b7ab8987491 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.697043] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Created folder: OpenStack in parent group-v4. [ 565.697269] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Creating folder: Project (1eb278f7148c4fae9c9b66ca72364939). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.697514] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-233e8701-c3ea-4356-a3ac-1f7fcea15338 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.708999] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Created folder: Project (1eb278f7148c4fae9c9b66ca72364939) in parent group-v512592. [ 565.708999] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Creating folder: Instances. Parent ref: group-v512593. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.709192] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcafbc28-8074-4bf9-9e47-040bd911543e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.717883] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Created folder: Instances in parent group-v512593. [ 565.718168] env[62859]: DEBUG oslo.service.loopingcall [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.718360] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.718559] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc5ec3b-d835-45f2-a411-1774b8ecf435 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.746797] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.746797] env[62859]: value = "task-2537218" [ 565.746797] env[62859]: _type = "Task" [ 565.746797] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.756649] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537218, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.767833] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.034462] env[62859]: DEBUG nova.compute.utils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 566.035995] env[62859]: DEBUG nova.compute.manager [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.036196] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.116245] env[62859]: DEBUG nova.policy [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ed3e2248c44fa4a7573e85a1657d82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9df0160686743af9e7534b2d5b5152c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.264316] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537218, 'name': CreateVM_Task, 'duration_secs': 0.421257} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.264316] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.278705] env[62859]: DEBUG oslo_vmware.service [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37908bc8-113f-4f40-b576-f8bfe3365ceb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.288919] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.289111] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.289803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.290239] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ee7627-4103-44e0-b481-eec07fd39340 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.295099] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 566.295099] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527941a0-79e8-701c-9065-5daed754c8cd" [ 566.295099] env[62859]: _type = "Task" [ 566.295099] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.305114] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527941a0-79e8-701c-9065-5daed754c8cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.543284] env[62859]: DEBUG nova.compute.manager [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.628480] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "6cafce31-1c08-442a-bc6c-d6b3845709ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.628719] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "6cafce31-1c08-442a-bc6c-d6b3845709ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.744954] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eb0977-7d7e-47a4-860a-be33902b7000 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.756703] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178e1e1-72fe-4ea3-92dc-c78ac348b51a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.795304] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4868cb1e-99d6-470d-b66c-4db0c270af57 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.810914] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b085906a-f333-4cb1-bbb9-5458867765ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.833195] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.833195] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.833195] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.833507] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.833817] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.834681] env[62859]: DEBUG nova.compute.provider_tree [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.835869] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71aa3867-a42b-4727-b35c-38bd0e52a5e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.854465] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.854574] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.855370] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e916de-5c1f-443e-8f1e-b47301eaf0b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.869403] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b628c51-e057-4446-8b68-c857f9b76ba6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.874575] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 566.874575] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52817dac-6428-e51c-797d-dfc901fe8a57" [ 566.874575] env[62859]: _type = "Task" [ 566.874575] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.883380] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52817dac-6428-e51c-797d-dfc901fe8a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.952419] env[62859]: DEBUG nova.network.neutron [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Successfully updated port: f5eced30-d7b7-498d-84ef-a99ac26db007 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.972512] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Successfully created port: 62b405cd-4557-4ba1-8679-787040266615 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.132692] env[62859]: DEBUG nova.compute.manager [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.339539] env[62859]: DEBUG nova.scheduler.client.report [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.385428] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Preparing fetch location {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 567.385687] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Creating directory with path [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.385920] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27cf9daf-7711-48cd-bff2-bfa2afc0f95f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.418236] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Created directory with path [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.418463] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Fetch image to [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 567.418627] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Downloading image file data 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 to [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk on the data store datastore2 {{(pid=62859) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 567.419731] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15052d76-1e7d-4574-94ce-15048a62801c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.428821] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1981fecf-8987-47cb-b576-b2baed84de3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.440013] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8bb5f9-f099-4d1d-b77b-28d3f378dfad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.479385] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "refresh_cache-9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.479724] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquired lock "refresh_cache-9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.480191] env[62859]: DEBUG nova.network.neutron [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.482245] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f7161-6181-48a7-97ae-3ca718a788a1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.490495] env[62859]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5a97d359-f3b7-4ef0-b0d2-10a3880b209a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.525302] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Downloading image file data 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 to the data store datastore2 {{(pid=62859) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 567.556414] env[62859]: DEBUG nova.compute.manager [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 567.587037] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.587192] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.587306] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.587500] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.587648] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.587797] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.588020] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.588306] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.588484] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.588647] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.588865] env[62859]: DEBUG nova.virt.hardware [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.589479] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "035853df-2910-4a07-a5c6-2f42b2ca01da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.589720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.591619] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423f02ca-fcdf-43b5-b53d-b028ff8f66be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.605972] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6292c164-c128-4ce0-b337-aa1d9e6f361d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.630492] env[62859]: DEBUG oslo_vmware.rw_handles [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62859) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 567.731410] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.845266] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.845266] env[62859]: DEBUG nova.compute.manager [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.853937] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.944s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.854986] env[62859]: INFO nova.compute.claims [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.959791] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Successfully created port: 3af2b0a4-1733-47b6-82d5-c47f0064d0d0 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.084112] env[62859]: DEBUG nova.network.neutron [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.099021] env[62859]: DEBUG nova.compute.manager [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 568.351224] env[62859]: DEBUG nova.compute.utils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 568.355121] env[62859]: DEBUG nova.compute.manager [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.355121] env[62859]: DEBUG nova.network.neutron [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.372543] env[62859]: DEBUG oslo_vmware.rw_handles [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Completed reading data from the image iterator. {{(pid=62859) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 568.372746] env[62859]: DEBUG oslo_vmware.rw_handles [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 568.511659] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Downloaded image file data 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 to vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk on the data store datastore2 {{(pid=62859) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 568.512254] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Caching image {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 568.512497] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Copying Virtual Disk [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk to [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 568.516695] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3d0f7b1-1de2-4822-86f3-d99fc9acdfca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.519593] env[62859]: DEBUG nova.network.neutron [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Updating instance_info_cache with network_info: [{"id": "f5eced30-d7b7-498d-84ef-a99ac26db007", "address": "fa:16:3e:ef:7f:f9", "network": {"id": "2a77c029-c857-448a-ba4f-98fe59d5af16", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-30275088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee9a0e0ec729454ead6912f54ee8ab7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5eced30-d7", "ovs_interfaceid": "f5eced30-d7b7-498d-84ef-a99ac26db007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.526619] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 568.526619] env[62859]: value = "task-2537219" [ 568.526619] env[62859]: _type = "Task" [ 568.526619] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.538847] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.617550] env[62859]: DEBUG nova.policy [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a70ef163eaa4591ab1493744d842596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64a3ef7a030645bdb45cd3fd9d56e827', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.639614] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.776880] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Successfully created port: ca246322-120c-4c9c-a4a0-c7ee6f552954 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 568.859795] env[62859]: DEBUG nova.compute.manager [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.957544] env[62859]: DEBUG nova.compute.manager [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Received event network-changed-30e5fc60-f9cd-46e8-bdd3-2da5042b95e1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 568.959047] env[62859]: DEBUG nova.compute.manager [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Refreshing instance network info cache due to event network-changed-30e5fc60-f9cd-46e8-bdd3-2da5042b95e1. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 568.959047] env[62859]: DEBUG oslo_concurrency.lockutils [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] Acquiring lock "refresh_cache-47ee95ee-8e08-4e0e-b519-1ad82e138095" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.959047] env[62859]: DEBUG oslo_concurrency.lockutils [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] Acquired lock "refresh_cache-47ee95ee-8e08-4e0e-b519-1ad82e138095" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.959047] env[62859]: DEBUG nova.network.neutron [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Refreshing network info cache for port 30e5fc60-f9cd-46e8-bdd3-2da5042b95e1 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.023110] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Releasing lock "refresh_cache-9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.023110] env[62859]: DEBUG nova.compute.manager [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Instance network_info: |[{"id": "f5eced30-d7b7-498d-84ef-a99ac26db007", "address": "fa:16:3e:ef:7f:f9", "network": {"id": "2a77c029-c857-448a-ba4f-98fe59d5af16", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-30275088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee9a0e0ec729454ead6912f54ee8ab7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5eced30-d7", "ovs_interfaceid": "f5eced30-d7b7-498d-84ef-a99ac26db007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.023440] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:7f:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5eced30-d7b7-498d-84ef-a99ac26db007', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.039021] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Creating folder: Project (ee9a0e0ec729454ead6912f54ee8ab7d). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.040904] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-260a866d-7175-4bd4-aff9-4e366c874d87 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.053669] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537219, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.055473] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Created folder: Project (ee9a0e0ec729454ead6912f54ee8ab7d) in parent group-v512592. [ 569.055556] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Creating folder: Instances. Parent ref: group-v512596. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.055809] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce77fe42-0c14-497b-9da6-5708bf9dcee1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.068936] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Created folder: Instances in parent group-v512596. [ 569.071556] env[62859]: DEBUG oslo.service.loopingcall [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.071556] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.071556] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e28e391-58c3-4d23-9613-d52396cf303b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.111933] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.111933] env[62859]: value = "task-2537222" [ 569.111933] env[62859]: _type = "Task" [ 569.111933] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.121692] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84e27cb-a4b8-415b-b266-491c7f3d828e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.130547] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537222, 'name': CreateVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.133536] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4dc202-eb19-4a8f-a694-afaa1ab2be03 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.173891] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5640fb-71fb-4b16-a905-77f0638c80ea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.184034] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bdef10-7e5b-462a-a94e-b2d18173d258 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.203154] env[62859]: DEBUG nova.compute.provider_tree [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.400435] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.401382] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.403187] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 569.405561] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Rebuilding the list of instances to heal {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 569.550813] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706323} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.551198] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Copied Virtual Disk [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk to [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 569.551386] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Deleting the datastore file [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 569.551785] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f7a5a93-ba6b-4f84-9666-997faac29b06 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.558709] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 569.558709] env[62859]: value = "task-2537223" [ 569.558709] env[62859]: _type = "Task" [ 569.558709] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.566722] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.625657] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537222, 'name': CreateVM_Task, 'duration_secs': 0.373786} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.625815] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.626498] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.626648] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.626997] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.627253] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8892e3ed-cfcc-4623-aee8-8c6dfd66baeb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.634897] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 569.634897] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524d2bc5-68df-45f3-ed52-f8165c4fbd28" [ 569.634897] env[62859]: _type = "Task" [ 569.634897] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.647525] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.647763] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.647962] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.706026] env[62859]: DEBUG nova.scheduler.client.report [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.874963] env[62859]: DEBUG nova.compute.manager [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.907059] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.907059] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.907059] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.907267] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.907267] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.907267] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.907543] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.907875] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.908213] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.908539] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.908888] env[62859]: DEBUG nova.virt.hardware [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.909891] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40f9980-6211-4ad5-b452-192933c18026 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.915477] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Skipping network cache update for instance because it is Building. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 569.915477] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Skipping network cache update for instance because it is Building. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 569.915477] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Skipping network cache update for instance because it is Building. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 569.915477] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Skipping network cache update for instance because it is Building. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 569.915477] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Skipping network cache update for instance because it is Building. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 569.915477] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Didn't find any instances for network info cache update. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 569.915689] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.917720] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.918108] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.918486] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.921714] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.922163] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.922491] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 569.924881] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2cb471-5c26-4f0a-b88c-c7c2eaad4d48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.930345] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.935889] env[62859]: DEBUG nova.network.neutron [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Updated VIF entry in instance network info cache for port 30e5fc60-f9cd-46e8-bdd3-2da5042b95e1. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 569.936378] env[62859]: DEBUG nova.network.neutron [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Updating instance_info_cache with network_info: [{"id": "30e5fc60-f9cd-46e8-bdd3-2da5042b95e1", "address": "fa:16:3e:a4:59:9f", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e5fc60-f9", "ovs_interfaceid": "30e5fc60-f9cd-46e8-bdd3-2da5042b95e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.071383] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022518} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.072129] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 570.072129] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Moving file from [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614/9202e09c-1f63-499b-aa32-d3ad8b2d56b8 to [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8. {{(pid=62859) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 570.073781] env[62859]: DEBUG nova.network.neutron [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Successfully created port: 3c87f7ea-5f70-4742-9ac9-717965304b0d {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.075866] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7cf42c74-c005-4e9a-91fc-3a5cbe9f03b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.085533] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 570.085533] env[62859]: value = "task-2537224" [ 570.085533] env[62859]: _type = "Task" [ 570.085533] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.095365] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537224, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.214575] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.214575] env[62859]: DEBUG nova.compute.manager [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.219793] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.181s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.223893] env[62859]: INFO nova.compute.claims [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.442241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.442241] env[62859]: DEBUG oslo_concurrency.lockutils [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] Releasing lock "refresh_cache-47ee95ee-8e08-4e0e-b519-1ad82e138095" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.442241] env[62859]: DEBUG nova.compute.manager [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Received event network-vif-plugged-f5eced30-d7b7-498d-84ef-a99ac26db007 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.442241] env[62859]: DEBUG oslo_concurrency.lockutils [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] Acquiring lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.442241] env[62859]: DEBUG oslo_concurrency.lockutils [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.442565] env[62859]: DEBUG oslo_concurrency.lockutils [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.442565] env[62859]: DEBUG nova.compute.manager [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] No waiting events found dispatching network-vif-plugged-f5eced30-d7b7-498d-84ef-a99ac26db007 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.442565] env[62859]: WARNING nova.compute.manager [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Received unexpected event network-vif-plugged-f5eced30-d7b7-498d-84ef-a99ac26db007 for instance with vm_state building and task_state spawning. [ 570.442565] env[62859]: DEBUG nova.compute.manager [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Received event network-changed-f5eced30-d7b7-498d-84ef-a99ac26db007 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.442565] env[62859]: DEBUG nova.compute.manager [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Refreshing instance network info cache due to event network-changed-f5eced30-d7b7-498d-84ef-a99ac26db007. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 570.443598] env[62859]: DEBUG oslo_concurrency.lockutils [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] Acquiring lock "refresh_cache-9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.444373] env[62859]: DEBUG oslo_concurrency.lockutils [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] Acquired lock "refresh_cache-9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.444373] env[62859]: DEBUG nova.network.neutron [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Refreshing network info cache for port f5eced30-d7b7-498d-84ef-a99ac26db007 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.596366] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537224, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027766} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.596653] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] File moved {{(pid=62859) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 570.596883] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Cleaning up location [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 570.597592] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Deleting the datastore file [datastore2] vmware_temp/f7056620-e51b-45ff-a56d-85fbfa8cd614 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 570.597592] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e718219b-7ff6-4dd8-a4ca-9e9279997bb0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.605477] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 570.605477] env[62859]: value = "task-2537225" [ 570.605477] env[62859]: _type = "Task" [ 570.605477] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.615496] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.731915] env[62859]: DEBUG nova.compute.utils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.733476] env[62859]: DEBUG nova.compute.manager [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Not allocating networking since 'none' was specified. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 570.833163] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Successfully updated port: 62b405cd-4557-4ba1-8679-787040266615 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 571.123621] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024348} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.125061] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.127594] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45052cf7-b52e-4da4-820e-6d08679f9cb8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.136735] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 571.136735] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e9d6b6-efc7-e855-2028-bc50f3aa9147" [ 571.136735] env[62859]: _type = "Task" [ 571.136735] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.150934] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e9d6b6-efc7-e855-2028-bc50f3aa9147, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.151233] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.151469] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 47ee95ee-8e08-4e0e-b519-1ad82e138095/47ee95ee-8e08-4e0e-b519-1ad82e138095.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.151741] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.151932] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.152159] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2cefcbb-cca8-47b2-b1f1-1da31600810f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.154303] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e682f673-495a-4674-929a-81c8798a08e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.163340] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.163523] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.164392] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 571.164392] env[62859]: value = "task-2537226" [ 571.164392] env[62859]: _type = "Task" [ 571.164392] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.164576] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20cad55-47c9-4a29-8e00-f37b1cc86a1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.180986] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.181567] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 571.181567] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f73055-5aed-d229-264d-e6a2fb264d13" [ 571.181567] env[62859]: _type = "Task" [ 571.181567] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.192575] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f73055-5aed-d229-264d-e6a2fb264d13, 'name': SearchDatastore_Task, 'duration_secs': 0.013356} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.193868] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0b4e8d-deaa-406e-bc96-04c7601fa83f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.199980] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 571.199980] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527ab4a1-bc33-dc76-704f-2ab161afdc5e" [ 571.199980] env[62859]: _type = "Task" [ 571.199980] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.209391] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527ab4a1-bc33-dc76-704f-2ab161afdc5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.240779] env[62859]: DEBUG nova.compute.manager [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.455798] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba605b0d-2469-4a67-9e75-949c1bc3a280 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.469775] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a65cd84-78c2-43af-86a8-4586b23014f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.514788] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44067f1a-5a3d-4d9a-a981-966983f977fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.524812] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bf6b84-5c61-4fc8-808f-752275eee895 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.546986] env[62859]: DEBUG nova.compute.provider_tree [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.563788] env[62859]: DEBUG nova.network.neutron [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Updated VIF entry in instance network info cache for port f5eced30-d7b7-498d-84ef-a99ac26db007. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.564064] env[62859]: DEBUG nova.network.neutron [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Updating instance_info_cache with network_info: [{"id": "f5eced30-d7b7-498d-84ef-a99ac26db007", "address": "fa:16:3e:ef:7f:f9", "network": {"id": "2a77c029-c857-448a-ba4f-98fe59d5af16", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-30275088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee9a0e0ec729454ead6912f54ee8ab7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5eced30-d7", "ovs_interfaceid": "f5eced30-d7b7-498d-84ef-a99ac26db007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.687110] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499168} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.687394] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 47ee95ee-8e08-4e0e-b519-1ad82e138095/47ee95ee-8e08-4e0e-b519-1ad82e138095.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.687604] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.687873] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0298ed9-b2c8-4049-a544-96d4372105d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.699717] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 571.699717] env[62859]: value = "task-2537227" [ 571.699717] env[62859]: _type = "Task" [ 571.699717] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.722959] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527ab4a1-bc33-dc76-704f-2ab161afdc5e, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.722959] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.724458] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.724458] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3/9b3d6806-d1e2-4719-b614-fba5aaa0c0b3.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.724458] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96a2f54f-3ff1-4038-9e9f-78efc13151d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.731301] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 571.731301] env[62859]: value = "task-2537228" [ 571.731301] env[62859]: _type = "Task" [ 571.731301] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.740735] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.965007] env[62859]: DEBUG nova.compute.manager [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received event network-vif-plugged-62b405cd-4557-4ba1-8679-787040266615 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 571.965653] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] Acquiring lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.965653] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.965908] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.965908] env[62859]: DEBUG nova.compute.manager [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] No waiting events found dispatching network-vif-plugged-62b405cd-4557-4ba1-8679-787040266615 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 571.966092] env[62859]: WARNING nova.compute.manager [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received unexpected event network-vif-plugged-62b405cd-4557-4ba1-8679-787040266615 for instance with vm_state building and task_state spawning. [ 571.966322] env[62859]: DEBUG nova.compute.manager [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received event network-changed-62b405cd-4557-4ba1-8679-787040266615 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 571.968716] env[62859]: DEBUG nova.compute.manager [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Refreshing instance network info cache due to event network-changed-62b405cd-4557-4ba1-8679-787040266615. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 571.968716] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] Acquiring lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.968716] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] Acquired lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.968716] env[62859]: DEBUG nova.network.neutron [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Refreshing network info cache for port 62b405cd-4557-4ba1-8679-787040266615 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.050871] env[62859]: DEBUG nova.scheduler.client.report [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.067610] env[62859]: DEBUG oslo_concurrency.lockutils [req-c6d950d1-3d16-4dc6-be71-b43bdcb60877 req-5aa6c146-d9d3-4cc1-bdf1-8e9497ecbe92 service nova] Releasing lock "refresh_cache-9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.212948] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070703} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.214606] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.214606] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9742c48-75f7-47a9-b8c8-1025abe94da3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.243370] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 47ee95ee-8e08-4e0e-b519-1ad82e138095/47ee95ee-8e08-4e0e-b519-1ad82e138095.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.243753] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0dddc1a-f516-45fe-8800-478473efe83f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.263553] env[62859]: DEBUG nova.compute.manager [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.273135] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533291} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.274514] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3/9b3d6806-d1e2-4719-b614-fba5aaa0c0b3.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.274728] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.275049] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 572.275049] env[62859]: value = "task-2537229" [ 572.275049] env[62859]: _type = "Task" [ 572.275049] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.275238] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13bff67-52f9-4afa-8e2b-bc1e0dac007a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.285948] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537229, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.288475] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 572.288475] env[62859]: value = "task-2537230" [ 572.288475] env[62859]: _type = "Task" [ 572.288475] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.304081] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.304346] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.304618] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.304922] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.305205] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.305926] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.305926] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.306279] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.306385] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.306731] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.306992] env[62859]: DEBUG nova.virt.hardware [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.308238] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3becf0c-7592-4a58-a525-ab88ef892b7e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.315788] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24bd445-4acd-4436-b7e5-d710fba733c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.330116] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.335926] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Creating folder: Project (16db4defd35044e285f3f5d44a1e56f7). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.337409] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65570104-4f2e-474c-9013-4e7088292a6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.341631] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquiring lock "34bcec9d-1057-4f3f-8ad9-4045294cb447" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.341966] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "34bcec9d-1057-4f3f-8ad9-4045294cb447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.354711] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Created folder: Project (16db4defd35044e285f3f5d44a1e56f7) in parent group-v512592. [ 572.354711] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Creating folder: Instances. Parent ref: group-v512599. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.354711] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58cd82f4-c154-47bc-ada9-60cd8ff9d953 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.367246] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Created folder: Instances in parent group-v512599. [ 572.369120] env[62859]: DEBUG oslo.service.loopingcall [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.369120] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.369699] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d38bdfa2-9dfd-46ff-9f74-2ade6a3ff0b5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.397030] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.397030] env[62859]: value = "task-2537233" [ 572.397030] env[62859]: _type = "Task" [ 572.397030] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.404669] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537233, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.546036] env[62859]: DEBUG nova.network.neutron [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.557695] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.558401] env[62859]: DEBUG nova.compute.manager [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.565410] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.798s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.566975] env[62859]: INFO nova.compute.claims [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.790556] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537229, 'name': ReconfigVM_Task, 'duration_secs': 0.463829} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.797945] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 47ee95ee-8e08-4e0e-b519-1ad82e138095/47ee95ee-8e08-4e0e-b519-1ad82e138095.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.798706] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38fe589b-f01b-43cb-b635-58b2e19a44e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.808880] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119341} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.811207] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.811207] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 572.811207] env[62859]: value = "task-2537234" [ 572.811207] env[62859]: _type = "Task" [ 572.811207] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.811361] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8ad938-bdea-4586-af2a-503d8b2a09ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.850210] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3/9b3d6806-d1e2-4719-b614-fba5aaa0c0b3.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.850210] env[62859]: DEBUG nova.compute.manager [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.850582] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499ac026-52fc-4d14-ae14-6f85b5c2d760 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.870183] env[62859]: DEBUG nova.network.neutron [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.875125] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 572.875125] env[62859]: value = "task-2537235" [ 572.875125] env[62859]: _type = "Task" [ 572.875125] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.886536] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.912475] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537233, 'name': CreateVM_Task, 'duration_secs': 0.362283} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.912649] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.913727] env[62859]: DEBUG oslo_vmware.service [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19330e16-fc5a-4086-93f7-8efd5b8f3de5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.921970] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.922165] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.922695] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.922769] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb3426b-daf8-4b97-85a8-2411366d6451 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.930759] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 572.930759] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528f1f8f-8149-1e14-34ba-70efd8ac62ca" [ 572.930759] env[62859]: _type = "Task" [ 572.930759] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.936274] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528f1f8f-8149-1e14-34ba-70efd8ac62ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.096325] env[62859]: DEBUG nova.compute.utils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 573.105321] env[62859]: DEBUG nova.network.neutron [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Successfully updated port: 3c87f7ea-5f70-4742-9ac9-717965304b0d {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.110422] env[62859]: DEBUG nova.compute.manager [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.110422] env[62859]: DEBUG nova.network.neutron [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.325461] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537234, 'name': Rename_Task, 'duration_secs': 0.1886} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.325695] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.325955] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9e8d39e-9eb1-4dfe-95ea-af9c2a6260b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.331984] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 573.331984] env[62859]: value = "task-2537236" [ 573.331984] env[62859]: _type = "Task" [ 573.331984] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.341964] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.355923] env[62859]: DEBUG nova.policy [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c3df7c886a0498ab9abe2018fd360bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7d7aa1d8edc4581af2f497289676f6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 573.373879] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3936b8d-8096-4c4e-ba1f-4ece56127fec req-e27d4b4b-d0af-4948-a6ff-a09dc3d5e219 service nova] Releasing lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.388243] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537235, 'name': ReconfigVM_Task, 'duration_secs': 0.321669} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.388593] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3/9b3d6806-d1e2-4719-b614-fba5aaa0c0b3.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 573.389248] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-369c4a69-26e3-47ab-a438-d5894fad55d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.395568] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.397761] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 573.397761] env[62859]: value = "task-2537237" [ 573.397761] env[62859]: _type = "Task" [ 573.397761] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.406467] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537237, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.438828] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.439159] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 573.439319] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.439480] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.439631] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.439878] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfe8ab6e-60c7-449a-b788-70578511b8dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.448030] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.448215] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 573.449000] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54400ad2-a5af-4e42-a38e-22a3b0a82357 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.455200] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ecab3b-6347-4029-8f8a-1d0783e8fc9a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.460084] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 573.460084] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ba163-5891-e79f-65b9-d4b7c3bf7b0c" [ 573.460084] env[62859]: _type = "Task" [ 573.460084] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.468932] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ba163-5891-e79f-65b9-d4b7c3bf7b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.606081] env[62859]: DEBUG nova.compute.manager [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.627596] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquiring lock "refresh_cache-b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.627784] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquired lock "refresh_cache-b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.627852] env[62859]: DEBUG nova.network.neutron [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.792502] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb57e04f-666b-42e9-a299-fbc130af588f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.805214] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f95ae0-98b7-4f7a-b01b-3629fb7d3ba7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.840308] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db141f-274d-4b03-9c54-e956af74ec7d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.848215] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.851893] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3865bf41-ea2e-44b0-af61-f58d3a1f0467 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.865972] env[62859]: DEBUG nova.compute.provider_tree [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.881557] env[62859]: DEBUG nova.compute.manager [req-e33659cb-82da-4243-ad61-11eeec6b0efc req-51013a7a-a874-4d95-85f6-d7fdb784acc1 service nova] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Received event network-vif-plugged-3c87f7ea-5f70-4742-9ac9-717965304b0d {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 573.881779] env[62859]: DEBUG oslo_concurrency.lockutils [req-e33659cb-82da-4243-ad61-11eeec6b0efc req-51013a7a-a874-4d95-85f6-d7fdb784acc1 service nova] Acquiring lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.882441] env[62859]: DEBUG oslo_concurrency.lockutils [req-e33659cb-82da-4243-ad61-11eeec6b0efc req-51013a7a-a874-4d95-85f6-d7fdb784acc1 service nova] Lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.882652] env[62859]: DEBUG oslo_concurrency.lockutils [req-e33659cb-82da-4243-ad61-11eeec6b0efc req-51013a7a-a874-4d95-85f6-d7fdb784acc1 service nova] Lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.882982] env[62859]: DEBUG nova.compute.manager [req-e33659cb-82da-4243-ad61-11eeec6b0efc req-51013a7a-a874-4d95-85f6-d7fdb784acc1 service nova] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] No waiting events found dispatching network-vif-plugged-3c87f7ea-5f70-4742-9ac9-717965304b0d {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 573.883127] env[62859]: WARNING nova.compute.manager [req-e33659cb-82da-4243-ad61-11eeec6b0efc req-51013a7a-a874-4d95-85f6-d7fdb784acc1 service nova] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Received unexpected event network-vif-plugged-3c87f7ea-5f70-4742-9ac9-717965304b0d for instance with vm_state building and task_state spawning. [ 573.911953] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537237, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.975039] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Preparing fetch location {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 573.975346] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Creating directory with path [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 573.975691] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d103b5b-fc2f-4e32-8952-2e87c317b534 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.999266] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Created directory with path [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 573.999591] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Fetch image to [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 573.999847] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Downloading image file data 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 to [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk on the data store datastore1 {{(pid=62859) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 574.000937] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1024f2a6-3726-491f-b56e-12978b939363 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.012164] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcdf54b-a6a0-4083-862b-d053ff76d0e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.026367] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64e1cd9-2240-4f3f-a6f6-a5093821ad19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.056868] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e32bc28-2051-4aec-9e78-61b8d14c841d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.063070] env[62859]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-48d21554-7e93-46fc-a8d8-dfef2812efe4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.093585] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Downloading image file data 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 to the data store datastore1 {{(pid=62859) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 574.139280] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Successfully updated port: 3af2b0a4-1733-47b6-82d5-c47f0064d0d0 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 574.217828] env[62859]: DEBUG nova.network.neutron [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.282398] env[62859]: DEBUG oslo_vmware.rw_handles [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62859) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 574.364631] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.370348] env[62859]: DEBUG nova.scheduler.client.report [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.413135] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537237, 'name': Rename_Task, 'duration_secs': 0.900004} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.414148] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.414546] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-476830f7-4a06-4cbf-bb75-325e25ef9387 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.427633] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 574.427633] env[62859]: value = "task-2537238" [ 574.427633] env[62859]: _type = "Task" [ 574.427633] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.438663] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.626830] env[62859]: DEBUG nova.compute.manager [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.635762] env[62859]: DEBUG nova.network.neutron [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Updating instance_info_cache with network_info: [{"id": "3c87f7ea-5f70-4742-9ac9-717965304b0d", "address": "fa:16:3e:e3:3e:69", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c87f7ea-5f", "ovs_interfaceid": "3c87f7ea-5f70-4742-9ac9-717965304b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.666104] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.666369] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.666553] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.666712] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.668226] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.668424] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.668660] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.668832] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.669033] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.669356] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.669704] env[62859]: DEBUG nova.virt.hardware [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.670837] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3acd9c-4f90-4689-964d-333ab7c84550 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.686110] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ca4074-e0e2-4dd6-95c6-9bf5934d158d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.860452] env[62859]: DEBUG oslo_vmware.api [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537236, 'name': PowerOnVM_Task, 'duration_secs': 1.274199} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.860814] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.861249] env[62859]: INFO nova.compute.manager [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Took 16.49 seconds to spawn the instance on the hypervisor. [ 574.862384] env[62859]: DEBUG nova.compute.manager [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.863850] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b398438d-f106-4b13-b54f-fb59e89ede79 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.878361] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.880444] env[62859]: DEBUG nova.compute.manager [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.882378] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.152s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.884463] env[62859]: INFO nova.compute.claims [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.893333] env[62859]: DEBUG nova.network.neutron [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Successfully created port: 8f270b5e-31b8-4674-9b21-e1b2ae257681 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.947490] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537238, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.109818] env[62859]: DEBUG oslo_vmware.rw_handles [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Completed reading data from the image iterator. {{(pid=62859) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 575.109818] env[62859]: DEBUG oslo_vmware.rw_handles [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 575.128531] env[62859]: DEBUG nova.compute.manager [req-f67579a1-bbbd-4072-a3d1-7317f83f4922 req-1a439333-9505-4977-972a-617680ad70b1 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received event network-vif-plugged-3af2b0a4-1733-47b6-82d5-c47f0064d0d0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 575.131039] env[62859]: DEBUG oslo_concurrency.lockutils [req-f67579a1-bbbd-4072-a3d1-7317f83f4922 req-1a439333-9505-4977-972a-617680ad70b1 service nova] Acquiring lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.131039] env[62859]: DEBUG oslo_concurrency.lockutils [req-f67579a1-bbbd-4072-a3d1-7317f83f4922 req-1a439333-9505-4977-972a-617680ad70b1 service nova] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.131039] env[62859]: DEBUG oslo_concurrency.lockutils [req-f67579a1-bbbd-4072-a3d1-7317f83f4922 req-1a439333-9505-4977-972a-617680ad70b1 service nova] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.131039] env[62859]: DEBUG nova.compute.manager [req-f67579a1-bbbd-4072-a3d1-7317f83f4922 req-1a439333-9505-4977-972a-617680ad70b1 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] No waiting events found dispatching network-vif-plugged-3af2b0a4-1733-47b6-82d5-c47f0064d0d0 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.131039] env[62859]: WARNING nova.compute.manager [req-f67579a1-bbbd-4072-a3d1-7317f83f4922 req-1a439333-9505-4977-972a-617680ad70b1 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received unexpected event network-vif-plugged-3af2b0a4-1733-47b6-82d5-c47f0064d0d0 for instance with vm_state building and task_state spawning. [ 575.141480] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Releasing lock "refresh_cache-b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.142480] env[62859]: DEBUG nova.compute.manager [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Instance network_info: |[{"id": "3c87f7ea-5f70-4742-9ac9-717965304b0d", "address": "fa:16:3e:e3:3e:69", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c87f7ea-5f", "ovs_interfaceid": "3c87f7ea-5f70-4742-9ac9-717965304b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.143062] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:3e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c87f7ea-5f70-4742-9ac9-717965304b0d', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.153471] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Creating folder: Project (64a3ef7a030645bdb45cd3fd9d56e827). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.154600] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87706843-543a-4650-9c4d-87591f505816 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.165992] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Created folder: Project (64a3ef7a030645bdb45cd3fd9d56e827) in parent group-v512592. [ 575.166395] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Creating folder: Instances. Parent ref: group-v512602. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.166839] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b32f1b9c-ab14-4784-8363-c117e2663de3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.179975] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Created folder: Instances in parent group-v512602. [ 575.180569] env[62859]: DEBUG oslo.service.loopingcall [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.181771] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.181771] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcc8053d-182c-49d8-8ec5-773a4df3a0b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.201269] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Downloaded image file data 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 to vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk on the data store datastore1 {{(pid=62859) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 575.201648] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Caching image {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 575.201929] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Copying Virtual Disk [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk to [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.202197] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a12f333a-25fc-42d8-8b6d-dce6e8fc2cdb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.210057] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.210057] env[62859]: value = "task-2537241" [ 575.210057] env[62859]: _type = "Task" [ 575.210057] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.211504] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 575.211504] env[62859]: value = "task-2537242" [ 575.211504] env[62859]: _type = "Task" [ 575.211504] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.223940] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537241, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.226910] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.393473] env[62859]: DEBUG nova.compute.utils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 575.394444] env[62859]: DEBUG nova.compute.manager [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.396392] env[62859]: DEBUG nova.network.neutron [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.399415] env[62859]: INFO nova.compute.manager [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Took 21.25 seconds to build instance. [ 575.448157] env[62859]: DEBUG oslo_vmware.api [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537238, 'name': PowerOnVM_Task, 'duration_secs': 0.601105} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.448663] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 575.448986] env[62859]: INFO nova.compute.manager [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Took 10.17 seconds to spawn the instance on the hypervisor. [ 575.449060] env[62859]: DEBUG nova.compute.manager [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 575.449887] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2b83b-39ef-4a5c-92d0-4372c6a77c8b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.578685] env[62859]: DEBUG nova.policy [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e1b8df3643418482231a2a18641c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beba168defc1400b86885cf376539987', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.729928] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537241, 'name': CreateVM_Task, 'duration_secs': 0.364547} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.729928] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537242, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.730272] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.731728] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.731728] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.731979] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.732281] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e1de6c-0297-4dbb-a175-4dca83806365 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.739862] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 575.739862] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522cee5e-9fb3-f911-63d0-929e3d46d362" [ 575.739862] env[62859]: _type = "Task" [ 575.739862] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.755032] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522cee5e-9fb3-f911-63d0-929e3d46d362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.901802] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90c72cd3-3886-4e29-aadf-23780e7493da tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "47ee95ee-8e08-4e0e-b519-1ad82e138095" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.773s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.908482] env[62859]: DEBUG nova.compute.manager [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.976738] env[62859]: INFO nova.compute.manager [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Took 14.94 seconds to build instance. [ 576.104818] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d2f13d-ffc4-407c-89c5-9a14ba538687 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.112898] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daeb4904-f7eb-48ce-9e4e-23fabf6d9d55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.147029] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfcab0e-7cd8-439f-88f2-ed9330369f2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.155520] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c252db-436a-46dd-adcf-6f6cb2275f2e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.169313] env[62859]: DEBUG nova.compute.provider_tree [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.231339] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816131} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.232311] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Copied Virtual Disk [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk to [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 576.232311] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Deleting the datastore file [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/tmp-sparse.vmdk {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 576.232311] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9347c07b-0b50-4363-8ffa-649fa4015628 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.239571] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 576.239571] env[62859]: value = "task-2537243" [ 576.239571] env[62859]: _type = "Task" [ 576.239571] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.256701] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.256701] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.256701] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.256701] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.393540] env[62859]: DEBUG nova.network.neutron [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Successfully created port: 6c2f8b91-a2d6-4e4c-b36f-74454c94bb11 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.481126] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba51e74b-52ff-4dd7-affe-16ac1526ec6e tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.456s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.677111] env[62859]: DEBUG nova.scheduler.client.report [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.752730] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.922429] env[62859]: DEBUG nova.compute.manager [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.960645] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.960948] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.961143] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.961335] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.961483] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.961632] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.961842] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.962022] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.964308] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.964501] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.964687] env[62859]: DEBUG nova.virt.hardware [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.965982] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831059d8-9c79-4d15-9e00-5baa5ae209f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.979137] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7a956a-1213-4437-bd4e-382236a39327 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.191382] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.191639] env[62859]: DEBUG nova.compute.manager [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.194335] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.555s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.196450] env[62859]: INFO nova.compute.claims [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.257078] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.590259} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.257485] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.257734] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Moving file from [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2/9202e09c-1f63-499b-aa32-d3ad8b2d56b8 to [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8. {{(pid=62859) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 577.258678] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7e7846fa-71eb-4ad1-b209-ee49475275ae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.267491] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 577.267491] env[62859]: value = "task-2537244" [ 577.267491] env[62859]: _type = "Task" [ 577.267491] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.276470] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537244, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.438194] env[62859]: DEBUG nova.compute.manager [req-aee269ea-78cf-4a44-b8f1-a244a2c66f18 req-604e605d-95f6-45f7-9259-41003f4018ae service nova] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Received event network-changed-3c87f7ea-5f70-4742-9ac9-717965304b0d {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.438194] env[62859]: DEBUG nova.compute.manager [req-aee269ea-78cf-4a44-b8f1-a244a2c66f18 req-604e605d-95f6-45f7-9259-41003f4018ae service nova] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Refreshing instance network info cache due to event network-changed-3c87f7ea-5f70-4742-9ac9-717965304b0d. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.438194] env[62859]: DEBUG oslo_concurrency.lockutils [req-aee269ea-78cf-4a44-b8f1-a244a2c66f18 req-604e605d-95f6-45f7-9259-41003f4018ae service nova] Acquiring lock "refresh_cache-b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.438194] env[62859]: DEBUG oslo_concurrency.lockutils [req-aee269ea-78cf-4a44-b8f1-a244a2c66f18 req-604e605d-95f6-45f7-9259-41003f4018ae service nova] Acquired lock "refresh_cache-b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.438710] env[62859]: DEBUG nova.network.neutron [req-aee269ea-78cf-4a44-b8f1-a244a2c66f18 req-604e605d-95f6-45f7-9259-41003f4018ae service nova] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Refreshing network info cache for port 3c87f7ea-5f70-4742-9ac9-717965304b0d {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.492627] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Acquiring lock "47ee95ee-8e08-4e0e-b519-1ad82e138095" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.492627] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Lock "47ee95ee-8e08-4e0e-b519-1ad82e138095" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.492627] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Acquiring lock "47ee95ee-8e08-4e0e-b519-1ad82e138095-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.492627] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Lock "47ee95ee-8e08-4e0e-b519-1ad82e138095-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.493106] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Lock "47ee95ee-8e08-4e0e-b519-1ad82e138095-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.494731] env[62859]: INFO nova.compute.manager [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Terminating instance [ 577.595818] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Successfully updated port: ca246322-120c-4c9c-a4a0-c7ee6f552954 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.648520] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquiring lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.648520] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.703727] env[62859]: DEBUG nova.compute.utils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.707070] env[62859]: DEBUG nova.compute.manager [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Not allocating networking since 'none' was specified. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 577.783580] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537244, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025628} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.783580] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] File moved {{(pid=62859) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 577.783903] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Cleaning up location [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 577.783903] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Deleting the datastore file [datastore1] vmware_temp/a77a7575-410b-4459-87ee-47c77ace42e2 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 577.784462] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2c5c37e-0b8c-414f-9267-722978f9f8a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.793271] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 577.793271] env[62859]: value = "task-2537249" [ 577.793271] env[62859]: _type = "Task" [ 577.793271] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.802401] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.001570] env[62859]: DEBUG nova.compute.manager [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 578.001570] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 578.002656] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc165707-6622-4ff8-93e0-a5bb0cf76780 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.012251] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 578.012580] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7aa029f-866c-414e-a44e-b5a86e09391f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.025666] env[62859]: DEBUG oslo_vmware.api [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Waiting for the task: (returnval){ [ 578.025666] env[62859]: value = "task-2537250" [ 578.025666] env[62859]: _type = "Task" [ 578.025666] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.039114] env[62859]: DEBUG oslo_vmware.api [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Task: {'id': task-2537250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.100262] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.102140] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquired lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.102140] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.150919] env[62859]: DEBUG nova.compute.manager [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.212249] env[62859]: DEBUG nova.compute.manager [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.307210] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024433} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.307210] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 578.307571] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef20207-75bc-4ecd-8732-e228a22094ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.315114] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 578.315114] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245b527-a116-e75e-0a10-c205af86ec6a" [ 578.315114] env[62859]: _type = "Task" [ 578.315114] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.330028] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245b527-a116-e75e-0a10-c205af86ec6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.330028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.330028] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.330028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.330270] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.330270] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8713b92b-6b8f-4ab5-a903-f430b1614e6d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.331846] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e28f97-e795-4f12-aa16-10d240d2dc8a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.347313] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.347461] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.348247] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 578.348247] env[62859]: value = "task-2537251" [ 578.348247] env[62859]: _type = "Task" [ 578.348247] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.353209] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a137c0-fd40-4c84-bf9a-669323a3850c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.360868] env[62859]: DEBUG nova.network.neutron [req-aee269ea-78cf-4a44-b8f1-a244a2c66f18 req-604e605d-95f6-45f7-9259-41003f4018ae service nova] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Updated VIF entry in instance network info cache for port 3c87f7ea-5f70-4742-9ac9-717965304b0d. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.361307] env[62859]: DEBUG nova.network.neutron [req-aee269ea-78cf-4a44-b8f1-a244a2c66f18 req-604e605d-95f6-45f7-9259-41003f4018ae service nova] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Updating instance_info_cache with network_info: [{"id": "3c87f7ea-5f70-4742-9ac9-717965304b0d", "address": "fa:16:3e:e3:3e:69", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c87f7ea-5f", "ovs_interfaceid": "3c87f7ea-5f70-4742-9ac9-717965304b0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.370619] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 578.370619] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522f87c5-fdef-d282-f228-290edf5a3277" [ 578.370619] env[62859]: _type = "Task" [ 578.370619] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.370937] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.379916] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522f87c5-fdef-d282-f228-290edf5a3277, 'name': SearchDatastore_Task, 'duration_secs': 0.008102} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.383273] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3505dcb7-5501-4eae-88e9-f2f9b0ca49ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.389254] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 578.389254] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527ec352-5aed-c71f-73be-57e8daef4352" [ 578.389254] env[62859]: _type = "Task" [ 578.389254] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.398824] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527ec352-5aed-c71f-73be-57e8daef4352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.489474] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de676aa-0ef0-4921-8e90-1227c532e88b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.498750] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dd64b2-470b-4f8e-abc4-11f5b99f4f45 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.539169] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0b0664-8542-468a-8a09-e695539d88ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.548025] env[62859]: DEBUG oslo_vmware.api [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Task: {'id': task-2537250, 'name': PowerOffVM_Task, 'duration_secs': 0.278932} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.550382] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 578.550576] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 578.550880] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f316912-e5da-4a1e-92ec-933bd062f9f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.553636] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b1f81-09fb-4f68-a044-13b27377298a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.573081] env[62859]: DEBUG nova.compute.provider_tree [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.627252] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 578.627562] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 578.627743] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Deleting the datastore file [datastore2] 47ee95ee-8e08-4e0e-b519-1ad82e138095 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 578.628051] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d4fcef3-582f-4f4a-93bd-c6913204fd91 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.639191] env[62859]: DEBUG oslo_vmware.api [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Waiting for the task: (returnval){ [ 578.639191] env[62859]: value = "task-2537253" [ 578.639191] env[62859]: _type = "Task" [ 578.639191] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.648125] env[62859]: DEBUG oslo_vmware.api [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Task: {'id': task-2537253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.652203] env[62859]: DEBUG nova.network.neutron [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Successfully updated port: 8f270b5e-31b8-4674-9b21-e1b2ae257681 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.678170] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.717688] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.853202] env[62859]: DEBUG nova.compute.manager [req-498bb97c-f09e-4dd0-8959-efaccdacb9eb req-81b73ecd-da83-474a-af08-0b0259b28548 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received event network-changed-3af2b0a4-1733-47b6-82d5-c47f0064d0d0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 578.853639] env[62859]: DEBUG nova.compute.manager [req-498bb97c-f09e-4dd0-8959-efaccdacb9eb req-81b73ecd-da83-474a-af08-0b0259b28548 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Refreshing instance network info cache due to event network-changed-3af2b0a4-1733-47b6-82d5-c47f0064d0d0. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 578.853639] env[62859]: DEBUG oslo_concurrency.lockutils [req-498bb97c-f09e-4dd0-8959-efaccdacb9eb req-81b73ecd-da83-474a-af08-0b0259b28548 service nova] Acquiring lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.870798] env[62859]: DEBUG oslo_concurrency.lockutils [req-aee269ea-78cf-4a44-b8f1-a244a2c66f18 req-604e605d-95f6-45f7-9259-41003f4018ae service nova] Releasing lock "refresh_cache-b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.871325] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468928} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.871487] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.871870] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 578.871930] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c4eaa11-f5c0-4048-8599-9ac33d3c3fe4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.880743] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 578.880743] env[62859]: value = "task-2537254" [ 578.880743] env[62859]: _type = "Task" [ 578.880743] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.895229] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.903831] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527ec352-5aed-c71f-73be-57e8daef4352, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.904140] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.905625] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b01e28fc-5f0e-46b5-8f9f-e669520cfb1a/b01e28fc-5f0e-46b5-8f9f-e669520cfb1a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.905625] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bce7ec12-6fad-4aa8-8143-bbd199d31d5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.912523] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 578.912523] env[62859]: value = "task-2537255" [ 578.912523] env[62859]: _type = "Task" [ 578.912523] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.921390] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.079397] env[62859]: DEBUG nova.scheduler.client.report [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.151916] env[62859]: DEBUG oslo_vmware.api [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Task: {'id': task-2537253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269146} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.152782] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 579.152782] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 579.152782] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 579.152782] env[62859]: INFO nova.compute.manager [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Took 1.15 seconds to destroy the instance on the hypervisor. [ 579.153308] env[62859]: DEBUG oslo.service.loopingcall [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.153308] env[62859]: DEBUG nova.compute.manager [-] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 579.153428] env[62859]: DEBUG nova.network.neutron [-] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 579.157197] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquiring lock "refresh_cache-ba8cd721-19ff-497c-97cc-a7f422482cd3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.157344] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquired lock "refresh_cache-ba8cd721-19ff-497c-97cc-a7f422482cd3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.157502] env[62859]: DEBUG nova.network.neutron [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.232668] env[62859]: DEBUG nova.compute.manager [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.287016] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.287016] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.287016] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.287016] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.287465] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.287465] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.287465] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.287465] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.287587] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.287764] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.287956] env[62859]: DEBUG nova.virt.hardware [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.288860] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c6e56-184b-4fd8-a001-f5019e7018aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.299904] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac656fef-1139-4e84-beff-e3a5d84efbca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.317526] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.324651] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Creating folder: Project (96a6f4c384134800b7364c39e1b0fd93). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.327164] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34a21dcb-30dd-4e9b-ac40-de2a6a487d54 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.341013] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Created folder: Project (96a6f4c384134800b7364c39e1b0fd93) in parent group-v512592. [ 579.341178] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Creating folder: Instances. Parent ref: group-v512608. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.341450] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaf2a83d-7aa2-46c3-ae06-20f4d56e4dd0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.354256] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Created folder: Instances in parent group-v512608. [ 579.354603] env[62859]: DEBUG oslo.service.loopingcall [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.354825] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.355053] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b957a353-6dae-433c-a6ff-ef488625ee7b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.376826] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.376826] env[62859]: value = "task-2537258" [ 579.376826] env[62859]: _type = "Task" [ 579.376826] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.390286] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537258, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.397913] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07434} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.397913] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.397913] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9406bcd0-6d1f-48d1-9503-89220e8c2819 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.420430] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.420430] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cdd546e-0dbd-4dfc-b6cb-25160234bbf8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.443376] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482069} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.444493] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b01e28fc-5f0e-46b5-8f9f-e669520cfb1a/b01e28fc-5f0e-46b5-8f9f-e669520cfb1a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.444493] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.444735] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 579.444735] env[62859]: value = "task-2537259" [ 579.444735] env[62859]: _type = "Task" [ 579.444735] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.444932] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-733551cf-393c-4641-9bd9-2065cff57751 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.459431] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 579.459431] env[62859]: value = "task-2537260" [ 579.459431] env[62859]: _type = "Task" [ 579.459431] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.459663] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.470391] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.470650] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.470881] env[62859]: INFO nova.compute.manager [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Rebooting instance [ 579.473136] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.589133] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.589681] env[62859]: DEBUG nova.compute.manager [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.593082] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.153s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.596316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.596545] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 579.596858] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.202s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.598408] env[62859]: INFO nova.compute.claims [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.611022] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df193b3f-02e8-4e0b-9ab3-cb33bac97484 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.622198] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bff71f-d642-42cf-8a17-0104679d1b09 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.647420] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca8ac2-40ba-44f4-a897-e31361f776e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.660060] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64ad32e-a1f2-4fad-b4ed-cdc219f5d00e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.699571] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181182MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 579.699735] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.701049] env[62859]: DEBUG nova.network.neutron [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Successfully updated port: 6c2f8b91-a2d6-4e4c-b36f-74454c94bb11 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.809780] env[62859]: DEBUG nova.network.neutron [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.888336] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537258, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.939660] env[62859]: DEBUG nova.network.neutron [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Updating instance_info_cache with network_info: [{"id": "62b405cd-4557-4ba1-8679-787040266615", "address": "fa:16:3e:08:6d:19", "network": {"id": "8fcb4426-ce24-4cfb-91bc-99a06c49d4f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546572221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b405cd-45", "ovs_interfaceid": "62b405cd-4557-4ba1-8679-787040266615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3af2b0a4-1733-47b6-82d5-c47f0064d0d0", "address": "fa:16:3e:86:af:f7", "network": {"id": "c4f008a5-910a-4dbd-98be-7c23856edfff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838390727", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af2b0a4-17", "ovs_interfaceid": "3af2b0a4-1733-47b6-82d5-c47f0064d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca246322-120c-4c9c-a4a0-c7ee6f552954", "address": "fa:16:3e:11:b2:57", "network": {"id": "8fcb4426-ce24-4cfb-91bc-99a06c49d4f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546572221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca246322-12", "ovs_interfaceid": "ca246322-120c-4c9c-a4a0-c7ee6f552954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.957845] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.969393] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065115} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.969883] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.970587] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac9cdc-c6ff-4948-86bf-b7b22ad0f95e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.010599] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] b01e28fc-5f0e-46b5-8f9f-e669520cfb1a/b01e28fc-5f0e-46b5-8f9f-e669520cfb1a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.011372] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-532ce820-6419-4418-b7c7-58f00dbd5d71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.028000] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "refresh_cache-9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.028000] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquired lock "refresh_cache-9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.028208] env[62859]: DEBUG nova.network.neutron [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.037021] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 580.037021] env[62859]: value = "task-2537261" [ 580.037021] env[62859]: _type = "Task" [ 580.037021] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.047577] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.082827] env[62859]: DEBUG nova.network.neutron [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Updating instance_info_cache with network_info: [{"id": "8f270b5e-31b8-4674-9b21-e1b2ae257681", "address": "fa:16:3e:40:b2:ed", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f270b5e-31", "ovs_interfaceid": "8f270b5e-31b8-4674-9b21-e1b2ae257681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.108964] env[62859]: DEBUG nova.compute.utils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.114160] env[62859]: DEBUG nova.compute.manager [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.114498] env[62859]: DEBUG nova.network.neutron [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.196515] env[62859]: DEBUG nova.policy [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc631e0c5044d2fb6d6402a8359c135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c93ca65e865c423e96b6edde0b81c250', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 580.207614] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "refresh_cache-d54a418d-1443-40a8-ae73-ad0c47c1399a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.207614] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "refresh_cache-d54a418d-1443-40a8-ae73-ad0c47c1399a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.207614] env[62859]: DEBUG nova.network.neutron [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.305872] env[62859]: DEBUG nova.network.neutron [-] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.388094] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537258, 'name': CreateVM_Task, 'duration_secs': 0.70285} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.388349] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.388895] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.389279] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.389509] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.389766] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a457936-555f-4d6c-9706-0cba66c7dcd7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.394540] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 580.394540] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5220401a-f123-3abf-7fd4-6fa8cd70dbe0" [ 580.394540] env[62859]: _type = "Task" [ 580.394540] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.402990] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5220401a-f123-3abf-7fd4-6fa8cd70dbe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.442677] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Releasing lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.443167] env[62859]: DEBUG nova.compute.manager [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Instance network_info: |[{"id": "62b405cd-4557-4ba1-8679-787040266615", "address": "fa:16:3e:08:6d:19", "network": {"id": "8fcb4426-ce24-4cfb-91bc-99a06c49d4f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546572221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b405cd-45", "ovs_interfaceid": "62b405cd-4557-4ba1-8679-787040266615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3af2b0a4-1733-47b6-82d5-c47f0064d0d0", "address": "fa:16:3e:86:af:f7", "network": {"id": "c4f008a5-910a-4dbd-98be-7c23856edfff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838390727", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af2b0a4-17", "ovs_interfaceid": "3af2b0a4-1733-47b6-82d5-c47f0064d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca246322-120c-4c9c-a4a0-c7ee6f552954", "address": "fa:16:3e:11:b2:57", "network": {"id": "8fcb4426-ce24-4cfb-91bc-99a06c49d4f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546572221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca246322-12", "ovs_interfaceid": "ca246322-120c-4c9c-a4a0-c7ee6f552954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.443484] env[62859]: DEBUG oslo_concurrency.lockutils [req-498bb97c-f09e-4dd0-8959-efaccdacb9eb req-81b73ecd-da83-474a-af08-0b0259b28548 service nova] Acquired lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.443701] env[62859]: DEBUG nova.network.neutron [req-498bb97c-f09e-4dd0-8959-efaccdacb9eb req-81b73ecd-da83-474a-af08-0b0259b28548 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Refreshing network info cache for port 3af2b0a4-1733-47b6-82d5-c47f0064d0d0 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.447058] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:6d:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b405cd-4557-4ba1-8679-787040266615', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:af:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3af2b0a4-1733-47b6-82d5-c47f0064d0d0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:b2:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca246322-120c-4c9c-a4a0-c7ee6f552954', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.460095] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Creating folder: Project (b9df0160686743af9e7534b2d5b5152c). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.464111] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a336b10e-7a29-4e79-82c3-b4c233f223c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.475376] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537259, 'name': ReconfigVM_Task, 'duration_secs': 0.853178} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.475633] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.477404] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd5147d1-9995-4750-818d-5385cb530a03 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.478835] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Created folder: Project (b9df0160686743af9e7534b2d5b5152c) in parent group-v512592. [ 580.479052] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Creating folder: Instances. Parent ref: group-v512611. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.479282] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fee7a638-0792-438a-b825-ba7a08338e2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.485147] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 580.485147] env[62859]: value = "task-2537264" [ 580.485147] env[62859]: _type = "Task" [ 580.485147] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.490159] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Created folder: Instances in parent group-v512611. [ 580.490159] env[62859]: DEBUG oslo.service.loopingcall [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.491551] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.491551] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-621ee082-2c5c-4aa6-aae0-83157d855075 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.514000] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537264, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.519183] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.519183] env[62859]: value = "task-2537266" [ 580.519183] env[62859]: _type = "Task" [ 580.519183] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.527507] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537266, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.548373] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.585477] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Releasing lock "refresh_cache-ba8cd721-19ff-497c-97cc-a7f422482cd3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.585635] env[62859]: DEBUG nova.compute.manager [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Instance network_info: |[{"id": "8f270b5e-31b8-4674-9b21-e1b2ae257681", "address": "fa:16:3e:40:b2:ed", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f270b5e-31", "ovs_interfaceid": "8f270b5e-31b8-4674-9b21-e1b2ae257681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.586061] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:b2:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f270b5e-31b8-4674-9b21-e1b2ae257681', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.597443] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Creating folder: Project (d7d7aa1d8edc4581af2f497289676f6a). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.601125] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edfe1665-bc4a-4a3e-ba18-3c6b94482b2e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.615360] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Created folder: Project (d7d7aa1d8edc4581af2f497289676f6a) in parent group-v512592. [ 580.615756] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Creating folder: Instances. Parent ref: group-v512614. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.615828] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6fee203-ea1f-4f47-b201-eb37fdd91e0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.619675] env[62859]: DEBUG nova.compute.manager [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.634658] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Created folder: Instances in parent group-v512614. [ 580.634896] env[62859]: DEBUG oslo.service.loopingcall [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 580.635125] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.635389] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d6915ac-8e16-449c-bf9b-e34797545a76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.665275] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.665275] env[62859]: value = "task-2537269" [ 580.665275] env[62859]: _type = "Task" [ 580.665275] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.672497] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537269, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.804377] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "8df0232c-8f30-479a-a99d-40e3f767b477" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.805163] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "8df0232c-8f30-479a-a99d-40e3f767b477" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.813863] env[62859]: INFO nova.compute.manager [-] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Took 1.66 seconds to deallocate network for instance. [ 580.833549] env[62859]: DEBUG nova.network.neutron [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.888019] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a585674-6781-4bfc-816d-7d21fdd65d30 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.891778] env[62859]: DEBUG nova.network.neutron [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Successfully created port: cfb79982-0d98-4124-9430-156ece5e33a8 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.908022] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec09b7b6-24ed-465d-88ed-775709582b1f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.920047] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5220401a-f123-3abf-7fd4-6fa8cd70dbe0, 'name': SearchDatastore_Task, 'duration_secs': 0.03345} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.944825] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.945416] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 580.945482] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.945576] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.945861] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.946936] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-983d0a92-623e-4037-90a5-db1b694b2465 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.949562] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7383f1d-a06c-4553-ab19-9f76d1145dd0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.963875] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb98002-d30e-4b17-a5da-19bf0172a0d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.970239] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.970433] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.971721] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d60849-5b87-442d-ba9b-5b51586c1788 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.983663] env[62859]: DEBUG nova.compute.provider_tree [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.990077] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 580.990077] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d167a-beda-1974-3027-5a15ca92b0f1" [ 580.990077] env[62859]: _type = "Task" [ 580.990077] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.996883] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537264, 'name': Rename_Task, 'duration_secs': 0.282084} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.998051] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.998535] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e3de764-c5dd-431a-b262-c4d62927d5fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.003185] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d167a-beda-1974-3027-5a15ca92b0f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.012811] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 581.012811] env[62859]: value = "task-2537270" [ 581.012811] env[62859]: _type = "Task" [ 581.012811] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.017934] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.020464] env[62859]: DEBUG nova.compute.manager [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Received event network-vif-plugged-8f270b5e-31b8-4674-9b21-e1b2ae257681 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.020595] env[62859]: DEBUG oslo_concurrency.lockutils [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] Acquiring lock "ba8cd721-19ff-497c-97cc-a7f422482cd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.020894] env[62859]: DEBUG oslo_concurrency.lockutils [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] Lock "ba8cd721-19ff-497c-97cc-a7f422482cd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.021184] env[62859]: DEBUG oslo_concurrency.lockutils [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] Lock "ba8cd721-19ff-497c-97cc-a7f422482cd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.021368] env[62859]: DEBUG nova.compute.manager [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] No waiting events found dispatching network-vif-plugged-8f270b5e-31b8-4674-9b21-e1b2ae257681 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.021536] env[62859]: WARNING nova.compute.manager [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Received unexpected event network-vif-plugged-8f270b5e-31b8-4674-9b21-e1b2ae257681 for instance with vm_state building and task_state spawning. [ 581.021694] env[62859]: DEBUG nova.compute.manager [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Received event network-changed-8f270b5e-31b8-4674-9b21-e1b2ae257681 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.021842] env[62859]: DEBUG nova.compute.manager [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Refreshing instance network info cache due to event network-changed-8f270b5e-31b8-4674-9b21-e1b2ae257681. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 581.022046] env[62859]: DEBUG oslo_concurrency.lockutils [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] Acquiring lock "refresh_cache-ba8cd721-19ff-497c-97cc-a7f422482cd3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.022184] env[62859]: DEBUG oslo_concurrency.lockutils [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] Acquired lock "refresh_cache-ba8cd721-19ff-497c-97cc-a7f422482cd3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.022340] env[62859]: DEBUG nova.network.neutron [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Refreshing network info cache for port 8f270b5e-31b8-4674-9b21-e1b2ae257681 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.035058] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537266, 'name': CreateVM_Task, 'duration_secs': 0.459546} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.035238] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.036219] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.036372] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.036715] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.036946] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8190a8e1-1cc2-4abd-b51a-3118231ef752 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.046487] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 581.046487] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d4199e-c5f4-9649-8aec-a7e9c35e583b" [ 581.046487] env[62859]: _type = "Task" [ 581.046487] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.050339] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537261, 'name': ReconfigVM_Task, 'duration_secs': 0.628334} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.055037] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] b01e28fc-5f0e-46b5-8f9f-e669520cfb1a/b01e28fc-5f0e-46b5-8f9f-e669520cfb1a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.056376] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-636c4f3b-5a65-4a3e-91c3-ef8fb0e17463 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.064986] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d4199e-c5f4-9649-8aec-a7e9c35e583b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.067149] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 581.067149] env[62859]: value = "task-2537271" [ 581.067149] env[62859]: _type = "Task" [ 581.067149] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.076329] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537271, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.176623] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537269, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.298093] env[62859]: DEBUG nova.network.neutron [req-498bb97c-f09e-4dd0-8959-efaccdacb9eb req-81b73ecd-da83-474a-af08-0b0259b28548 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Updated VIF entry in instance network info cache for port 3af2b0a4-1733-47b6-82d5-c47f0064d0d0. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.298804] env[62859]: DEBUG nova.network.neutron [req-498bb97c-f09e-4dd0-8959-efaccdacb9eb req-81b73ecd-da83-474a-af08-0b0259b28548 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Updating instance_info_cache with network_info: [{"id": "62b405cd-4557-4ba1-8679-787040266615", "address": "fa:16:3e:08:6d:19", "network": {"id": "8fcb4426-ce24-4cfb-91bc-99a06c49d4f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546572221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b405cd-45", "ovs_interfaceid": "62b405cd-4557-4ba1-8679-787040266615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3af2b0a4-1733-47b6-82d5-c47f0064d0d0", "address": "fa:16:3e:86:af:f7", "network": {"id": "c4f008a5-910a-4dbd-98be-7c23856edfff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838390727", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af2b0a4-17", "ovs_interfaceid": "3af2b0a4-1733-47b6-82d5-c47f0064d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca246322-120c-4c9c-a4a0-c7ee6f552954", "address": "fa:16:3e:11:b2:57", "network": {"id": "8fcb4426-ce24-4cfb-91bc-99a06c49d4f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546572221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca246322-12", "ovs_interfaceid": "ca246322-120c-4c9c-a4a0-c7ee6f552954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.307539] env[62859]: DEBUG nova.compute.manager [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.320809] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.403994] env[62859]: DEBUG nova.network.neutron [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Updating instance_info_cache with network_info: [{"id": "f5eced30-d7b7-498d-84ef-a99ac26db007", "address": "fa:16:3e:ef:7f:f9", "network": {"id": "2a77c029-c857-448a-ba4f-98fe59d5af16", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-30275088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee9a0e0ec729454ead6912f54ee8ab7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5eced30-d7", "ovs_interfaceid": "f5eced30-d7b7-498d-84ef-a99ac26db007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.456373] env[62859]: DEBUG nova.network.neutron [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Updating instance_info_cache with network_info: [{"id": "6c2f8b91-a2d6-4e4c-b36f-74454c94bb11", "address": "fa:16:3e:a2:16:68", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2f8b91-a2", "ovs_interfaceid": "6c2f8b91-a2d6-4e4c-b36f-74454c94bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.487323] env[62859]: DEBUG nova.scheduler.client.report [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.503914] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d167a-beda-1974-3027-5a15ca92b0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.052476} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.503914] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f30f837-9ee8-472b-97ff-622549241f81 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.509961] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 581.509961] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ca9452-ea12-c3b3-3a3a-d51a8b8250bf" [ 581.509961] env[62859]: _type = "Task" [ 581.509961] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.532356] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.534821] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ca9452-ea12-c3b3-3a3a-d51a8b8250bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.535116] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.535165] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae/6cafce31-1c08-442a-bc6c-d6b3845709ae.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.535709] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d211790-8a8e-4b2c-83bd-df351daf9d24 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.546660] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 581.546660] env[62859]: value = "task-2537272" [ 581.546660] env[62859]: _type = "Task" [ 581.546660] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.557454] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.566964] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d4199e-c5f4-9649-8aec-a7e9c35e583b, 'name': SearchDatastore_Task, 'duration_secs': 0.026856} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.568313] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.568313] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.568313] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.568313] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.568313] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.568759] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d4d415d-ae59-4060-b3e3-afc282758314 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.583913] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537271, 'name': Rename_Task, 'duration_secs': 0.285713} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.585292] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.585584] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.585751] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.586485] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e9af093-0d31-43b0-92e5-791e7c189ce9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.589135] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369ea7c4-5833-4649-9faa-e8e939b95904 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.595737] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 581.595737] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5247a2e1-2731-6b3e-c477-45b79ef17f68" [ 581.595737] env[62859]: _type = "Task" [ 581.595737] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.601085] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 581.601085] env[62859]: value = "task-2537273" [ 581.601085] env[62859]: _type = "Task" [ 581.601085] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.609712] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5247a2e1-2731-6b3e-c477-45b79ef17f68, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.609896] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a25dd7-b008-4dcc-8847-0eb9e4bac3a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.615961] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.620259] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 581.620259] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526aab33-a19e-5847-95f3-1afea01941ea" [ 581.620259] env[62859]: _type = "Task" [ 581.620259] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.630821] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526aab33-a19e-5847-95f3-1afea01941ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.637560] env[62859]: DEBUG nova.compute.manager [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.675508] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.675693] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.675845] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.676181] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.676372] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.676569] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.676853] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.677096] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.677334] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.677565] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.677794] env[62859]: DEBUG nova.virt.hardware [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.678945] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e52c66d-234d-4e17-bcc4-6647c50455e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.684701] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537269, 'name': CreateVM_Task, 'duration_secs': 0.684807} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.685362] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.686189] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.686457] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.686906] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 581.687227] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1b5a5a-bd75-41d0-8cb1-002552b10c44 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.692701] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b940ba-9c68-494e-93fa-5ea26de77171 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.699773] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 581.699773] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52741720-32df-2163-8c75-eeb52106c7da" [ 581.699773] env[62859]: _type = "Task" [ 581.699773] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.722105] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52741720-32df-2163-8c75-eeb52106c7da, 'name': SearchDatastore_Task, 'duration_secs': 0.015978} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.722469] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.722729] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.723199] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.723199] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.723351] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.723653] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f51793ce-961a-4aee-aeaa-0b1523001e18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.733187] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.733408] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.734269] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6742a00e-ba3e-42fb-86c7-2b4158d5456c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.741987] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 581.741987] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c746b7-5b8f-bda1-6270-55b585f60ef3" [ 581.741987] env[62859]: _type = "Task" [ 581.741987] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.755738] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c746b7-5b8f-bda1-6270-55b585f60ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.806019] env[62859]: DEBUG oslo_concurrency.lockutils [req-498bb97c-f09e-4dd0-8959-efaccdacb9eb req-81b73ecd-da83-474a-af08-0b0259b28548 service nova] Releasing lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.840666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.907576] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Releasing lock "refresh_cache-9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.959413] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "refresh_cache-d54a418d-1443-40a8-ae73-ad0c47c1399a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.959776] env[62859]: DEBUG nova.compute.manager [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Instance network_info: |[{"id": "6c2f8b91-a2d6-4e4c-b36f-74454c94bb11", "address": "fa:16:3e:a2:16:68", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2f8b91-a2", "ovs_interfaceid": "6c2f8b91-a2d6-4e4c-b36f-74454c94bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.961356] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:16:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c2f8b91-a2d6-4e4c-b36f-74454c94bb11', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.973608] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating folder: Project (beba168defc1400b86885cf376539987). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.973608] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbd89868-0058-446f-b543-46d73ad68e94 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.989815] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Created folder: Project (beba168defc1400b86885cf376539987) in parent group-v512592. [ 581.991507] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating folder: Instances. Parent ref: group-v512617. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.992541] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.993912] env[62859]: DEBUG nova.compute.manager [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.997126] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-302b7fbc-9de9-4f77-9c71-6c9153b9bf38 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.000152] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.322s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.001705] env[62859]: INFO nova.compute.claims [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.022716] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Created folder: Instances in parent group-v512617. [ 582.023068] env[62859]: DEBUG oslo.service.loopingcall [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 582.023977] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.024178] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a1d2b4f-71dd-49d5-99eb-0c6cf990b79c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.046820] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.056251] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.056251] env[62859]: value = "task-2537276" [ 582.056251] env[62859]: _type = "Task" [ 582.056251] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.064679] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537272, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.079640] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537276, 'name': CreateVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.115661] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537273, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.132772] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526aab33-a19e-5847-95f3-1afea01941ea, 'name': SearchDatastore_Task, 'duration_secs': 0.014925} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.136121] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.136418] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 01723ee2-3bb5-4a19-a8e4-99c698361d54/01723ee2-3bb5-4a19-a8e4-99c698361d54.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.137188] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b7eda94-f27b-45b2-b406-5a287c149e67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.147250] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 582.147250] env[62859]: value = "task-2537277" [ 582.147250] env[62859]: _type = "Task" [ 582.147250] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.157875] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.255642] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c746b7-5b8f-bda1-6270-55b585f60ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.015409} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.255850] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89197425-6ad3-44f1-9898-4c071644b6ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.263340] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 582.263340] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b28282-b93d-7a01-6d59-b7ee6dc1960c" [ 582.263340] env[62859]: _type = "Task" [ 582.263340] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.272143] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b28282-b93d-7a01-6d59-b7ee6dc1960c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.275547] env[62859]: DEBUG nova.network.neutron [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Updated VIF entry in instance network info cache for port 8f270b5e-31b8-4674-9b21-e1b2ae257681. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.275897] env[62859]: DEBUG nova.network.neutron [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Updating instance_info_cache with network_info: [{"id": "8f270b5e-31b8-4674-9b21-e1b2ae257681", "address": "fa:16:3e:40:b2:ed", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f270b5e-31", "ovs_interfaceid": "8f270b5e-31b8-4674-9b21-e1b2ae257681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.416705] env[62859]: DEBUG nova.compute.manager [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.417794] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca050975-678c-424c-bac5-54f1ef560389 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.502070] env[62859]: DEBUG nova.compute.utils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.503596] env[62859]: DEBUG nova.compute.manager [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.503836] env[62859]: DEBUG nova.network.neutron [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.526889] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.548803] env[62859]: DEBUG nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received event network-vif-plugged-ca246322-120c-4c9c-a4a0-c7ee6f552954 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.549450] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Acquiring lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.549450] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.549571] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.549691] env[62859]: DEBUG nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] No waiting events found dispatching network-vif-plugged-ca246322-120c-4c9c-a4a0-c7ee6f552954 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.549869] env[62859]: WARNING nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received unexpected event network-vif-plugged-ca246322-120c-4c9c-a4a0-c7ee6f552954 for instance with vm_state building and task_state spawning. [ 582.550092] env[62859]: DEBUG nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received event network-changed-ca246322-120c-4c9c-a4a0-c7ee6f552954 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.550277] env[62859]: DEBUG nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Refreshing instance network info cache due to event network-changed-ca246322-120c-4c9c-a4a0-c7ee6f552954. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 582.550534] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Acquiring lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.550731] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Acquired lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.551100] env[62859]: DEBUG nova.network.neutron [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Refreshing network info cache for port ca246322-120c-4c9c-a4a0-c7ee6f552954 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.565897] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542496} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.571761] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae/6cafce31-1c08-442a-bc6c-d6b3845709ae.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.572043] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.573463] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f910f31-eb98-4683-88a0-daea70dbc099 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.588264] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537276, 'name': CreateVM_Task, 'duration_secs': 0.462652} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.589984] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.590463] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 582.590463] env[62859]: value = "task-2537279" [ 582.590463] env[62859]: _type = "Task" [ 582.590463] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.591351] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.591460] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.591778] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.592779] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aca42c2-cd5e-4255-806c-3be5887d35e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.613771] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.615938] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 582.615938] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cfa75e-297e-79a8-a606-fd71a2de6b69" [ 582.615938] env[62859]: _type = "Task" [ 582.615938] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.623333] env[62859]: DEBUG oslo_vmware.api [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537273, 'name': PowerOnVM_Task, 'duration_secs': 0.888209} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.624066] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.624287] env[62859]: INFO nova.compute.manager [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Took 12.75 seconds to spawn the instance on the hypervisor. [ 582.624368] env[62859]: DEBUG nova.compute.manager [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.625236] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e93205-cba0-4367-bb8e-0ae9e5812d35 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.633782] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cfa75e-297e-79a8-a606-fd71a2de6b69, 'name': SearchDatastore_Task, 'duration_secs': 0.023224} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.635205] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.635572] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.635673] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.658825] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537277, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.779931] env[62859]: DEBUG oslo_concurrency.lockutils [req-63358dd2-93e9-4d20-819e-2cf7eb687b27 req-57dd05d2-babe-46ed-a5f7-4f90a98f5f87 service nova] Releasing lock "refresh_cache-ba8cd721-19ff-497c-97cc-a7f422482cd3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.780704] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b28282-b93d-7a01-6d59-b7ee6dc1960c, 'name': SearchDatastore_Task, 'duration_secs': 0.056165} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.781285] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.782799] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ba8cd721-19ff-497c-97cc-a7f422482cd3/ba8cd721-19ff-497c-97cc-a7f422482cd3.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.782799] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.782799] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.782799] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f00fb77e-a2c0-4bf6-8949-2b151d3c9be9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.784810] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8ceab91-d3fe-46ef-8c17-4fa07b3c68f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.794675] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 582.794675] env[62859]: value = "task-2537280" [ 582.794675] env[62859]: _type = "Task" [ 582.794675] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.798124] env[62859]: DEBUG nova.policy [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3754eaf447e9441a8b3b9c74bf80a1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b862ace4c7d0499abacbcd3ee18b58e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.804321] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.804321] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.805160] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286fecdc-578d-4b87-86a6-329a091ece7c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.815217] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.816544] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 582.816544] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fd4efb-277d-2ca5-991a-a204234c10bf" [ 582.816544] env[62859]: _type = "Task" [ 582.816544] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.826962] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fd4efb-277d-2ca5-991a-a204234c10bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.011738] env[62859]: DEBUG nova.compute.manager [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.041513] env[62859]: DEBUG oslo_vmware.api [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537270, 'name': PowerOnVM_Task, 'duration_secs': 1.524955} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.041513] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 583.041513] env[62859]: INFO nova.compute.manager [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Took 10.78 seconds to spawn the instance on the hypervisor. [ 583.041852] env[62859]: DEBUG nova.compute.manager [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.045253] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe458408-fa1f-4db3-a69d-29a73ffc6d82 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.109267] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088895} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.109563] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.110421] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657c73cb-66c5-4fc1-a068-887b513dbf3d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.147096] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae/6cafce31-1c08-442a-bc6c-d6b3845709ae.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.154356] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5880501b-c496-4004-a391-9681e3f4fef5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.172070] env[62859]: INFO nova.compute.manager [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Took 18.68 seconds to build instance. [ 583.186024] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699403} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.186024] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 01723ee2-3bb5-4a19-a8e4-99c698361d54/01723ee2-3bb5-4a19-a8e4-99c698361d54.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.186024] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.186024] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 583.186024] env[62859]: value = "task-2537281" [ 583.186024] env[62859]: _type = "Task" [ 583.186024] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.186024] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88fdf9e5-9765-4f18-b707-942e9f7572f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.202796] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 583.202796] env[62859]: value = "task-2537282" [ 583.202796] env[62859]: _type = "Task" [ 583.202796] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.203820] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.217381] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.306470] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fdcd34-0260-4095-af6f-b66949fa634a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.318913] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4657f72f-09c1-41c6-9bb5-e8ae8a1550c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.322451] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537280, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.334815] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fd4efb-277d-2ca5-991a-a204234c10bf, 'name': SearchDatastore_Task, 'duration_secs': 0.033229} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.361356] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534ee5c8-af37-42dc-ae6a-0185c05792fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.364705] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d584bde-96a6-426e-9e92-081492688cfb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.377897] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8189bc-8e13-4f40-89d8-c520ee09470a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.382097] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 583.382097] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525d3813-3af9-2742-214d-da0ab8c732c5" [ 583.382097] env[62859]: _type = "Task" [ 583.382097] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.395365] env[62859]: DEBUG nova.compute.provider_tree [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.403970] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525d3813-3af9-2742-214d-da0ab8c732c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.437252] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf13c135-bb1e-48da-8484-a8109019b0d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.446563] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Doing hard reboot of VM {{(pid=62859) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 583.446883] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d4fd4092-3f1c-4ba1-86bc-0c4172dc18e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.455670] env[62859]: DEBUG oslo_vmware.api [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 583.455670] env[62859]: value = "task-2537283" [ 583.455670] env[62859]: _type = "Task" [ 583.455670] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.465508] env[62859]: DEBUG oslo_vmware.api [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537283, 'name': ResetVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.572294] env[62859]: INFO nova.compute.manager [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Took 18.70 seconds to build instance. [ 583.677499] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84e4ab64-845c-4f32-bba8-d610914175ec tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.203s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.700064] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.715811] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073837} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.716312] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.717966] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276d4b6b-d53b-4b32-b22d-3d7177995304 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.748032] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 01723ee2-3bb5-4a19-a8e4-99c698361d54/01723ee2-3bb5-4a19-a8e4-99c698361d54.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.749461] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b4337c-59d0-49d8-8ff6-eb684d1dd1bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.771047] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 583.771047] env[62859]: value = "task-2537284" [ 583.771047] env[62859]: _type = "Task" [ 583.771047] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.784255] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.813327] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896182} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.814487] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ba8cd721-19ff-497c-97cc-a7f422482cd3/ba8cd721-19ff-497c-97cc-a7f422482cd3.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.815028] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.815262] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d451018-326c-4cbc-8857-bd61f2dc5b19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.824065] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 583.824065] env[62859]: value = "task-2537285" [ 583.824065] env[62859]: _type = "Task" [ 583.824065] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.835389] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.900168] env[62859]: DEBUG nova.scheduler.client.report [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.904714] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525d3813-3af9-2742-214d-da0ab8c732c5, 'name': SearchDatastore_Task, 'duration_secs': 0.056704} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.905298] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.905618] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] d54a418d-1443-40a8-ae73-ad0c47c1399a/d54a418d-1443-40a8-ae73-ad0c47c1399a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.906023] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6317d39-13b4-4bbd-a0a8-646003006645 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.915722] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 583.915722] env[62859]: value = "task-2537286" [ 583.915722] env[62859]: _type = "Task" [ 583.915722] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.926643] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.971538] env[62859]: DEBUG oslo_vmware.api [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537283, 'name': ResetVM_Task, 'duration_secs': 0.10386} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.971945] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Did hard reboot of VM {{(pid=62859) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 583.972394] env[62859]: DEBUG nova.compute.manager [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 583.973733] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a45e5-e1a2-41b9-93b3-97aff1f12214 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.032853] env[62859]: DEBUG nova.compute.manager [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.066901] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.066901] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.066901] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.067713] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.067879] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.068109] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.068393] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.068610] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.068876] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.069083] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.069349] env[62859]: DEBUG nova.virt.hardware [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.070434] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c4a7b4-9612-4b29-b0f0-1d16cf6f2982 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.073850] env[62859]: DEBUG oslo_concurrency.lockutils [None req-90b8d58e-3801-4c53-b389-12d05be9cdcb tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.212s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.083269] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900ba967-3096-4801-9d3c-8e348c399f9e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.146308] env[62859]: DEBUG nova.network.neutron [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Updated VIF entry in instance network info cache for port ca246322-120c-4c9c-a4a0-c7ee6f552954. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.146769] env[62859]: DEBUG nova.network.neutron [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Updating instance_info_cache with network_info: [{"id": "62b405cd-4557-4ba1-8679-787040266615", "address": "fa:16:3e:08:6d:19", "network": {"id": "8fcb4426-ce24-4cfb-91bc-99a06c49d4f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546572221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b405cd-45", "ovs_interfaceid": "62b405cd-4557-4ba1-8679-787040266615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3af2b0a4-1733-47b6-82d5-c47f0064d0d0", "address": "fa:16:3e:86:af:f7", "network": {"id": "c4f008a5-910a-4dbd-98be-7c23856edfff", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-838390727", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af2b0a4-17", "ovs_interfaceid": "3af2b0a4-1733-47b6-82d5-c47f0064d0d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca246322-120c-4c9c-a4a0-c7ee6f552954", "address": "fa:16:3e:11:b2:57", "network": {"id": "8fcb4426-ce24-4cfb-91bc-99a06c49d4f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-546572221", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca246322-12", "ovs_interfaceid": "ca246322-120c-4c9c-a4a0-c7ee6f552954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.202605] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537281, 'name': ReconfigVM_Task, 'duration_secs': 0.790374} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.203731] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae/6cafce31-1c08-442a-bc6c-d6b3845709ae.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.204327] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c020142-5ae0-4b35-981d-c1ba7dd24dc2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.214870] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 584.214870] env[62859]: value = "task-2537287" [ 584.214870] env[62859]: _type = "Task" [ 584.214870] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.226913] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537287, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.294677] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537284, 'name': ReconfigVM_Task, 'duration_secs': 0.350254} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.295628] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 01723ee2-3bb5-4a19-a8e4-99c698361d54/01723ee2-3bb5-4a19-a8e4-99c698361d54.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.297421] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d548539-9c20-4a22-9860-5bc2bef4498f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.308117] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 584.308117] env[62859]: value = "task-2537288" [ 584.308117] env[62859]: _type = "Task" [ 584.308117] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.319275] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537288, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.335433] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13126} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.335869] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 584.336930] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eb0350-a36f-45af-9fa0-433f66805336 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.370362] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] ba8cd721-19ff-497c-97cc-a7f422482cd3/ba8cd721-19ff-497c-97cc-a7f422482cd3.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.370362] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4221fb69-000f-453a-84dc-539f3886f55e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.390281] env[62859]: DEBUG nova.compute.manager [req-7eb35739-9074-473b-ab84-cd4de068eb56 req-a3429f38-cca4-405c-9f4d-d2830f9293eb service nova] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Received event network-vif-deleted-30e5fc60-f9cd-46e8-bdd3-2da5042b95e1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.398027] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 584.398027] env[62859]: value = "task-2537289" [ 584.398027] env[62859]: _type = "Task" [ 584.398027] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.413368] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.413970] env[62859]: DEBUG nova.compute.manager [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.422304] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.422304] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.722s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.443570] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537286, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.452396] env[62859]: DEBUG nova.network.neutron [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Successfully created port: d151e73f-b704-4b45-8aae-771a0c7fe401 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.487652] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c872509b-ff26-4257-bfe7-be1337732772 tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.017s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.652799] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Releasing lock "refresh_cache-01723ee2-3bb5-4a19-a8e4-99c698361d54" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.657446] env[62859]: DEBUG nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Received event network-vif-plugged-6c2f8b91-a2d6-4e4c-b36f-74454c94bb11 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.657446] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Acquiring lock "d54a418d-1443-40a8-ae73-ad0c47c1399a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.657446] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.657446] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.657446] env[62859]: DEBUG nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] No waiting events found dispatching network-vif-plugged-6c2f8b91-a2d6-4e4c-b36f-74454c94bb11 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 584.657736] env[62859]: WARNING nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Received unexpected event network-vif-plugged-6c2f8b91-a2d6-4e4c-b36f-74454c94bb11 for instance with vm_state building and task_state spawning. [ 584.657770] env[62859]: DEBUG nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Received event network-changed-6c2f8b91-a2d6-4e4c-b36f-74454c94bb11 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.661876] env[62859]: DEBUG nova.compute.manager [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Refreshing instance network info cache due to event network-changed-6c2f8b91-a2d6-4e4c-b36f-74454c94bb11. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.661876] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Acquiring lock "refresh_cache-d54a418d-1443-40a8-ae73-ad0c47c1399a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.661876] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Acquired lock "refresh_cache-d54a418d-1443-40a8-ae73-ad0c47c1399a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.661876] env[62859]: DEBUG nova.network.neutron [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Refreshing network info cache for port 6c2f8b91-a2d6-4e4c-b36f-74454c94bb11 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.735092] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537287, 'name': Rename_Task, 'duration_secs': 0.345166} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.735316] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.735666] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9029cb-fd7a-49f7-8deb-66c93ed96b6d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.739135] env[62859]: DEBUG nova.network.neutron [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Successfully updated port: cfb79982-0d98-4124-9430-156ece5e33a8 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.747321] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 584.747321] env[62859]: value = "task-2537291" [ 584.747321] env[62859]: _type = "Task" [ 584.747321] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.760409] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.823262] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537288, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.911409] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.925902] env[62859]: DEBUG nova.compute.utils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.928338] env[62859]: DEBUG nova.compute.manager [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.928338] env[62859]: DEBUG nova.network.neutron [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.959359] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871965} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.959688] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] d54a418d-1443-40a8-ae73-ad0c47c1399a/d54a418d-1443-40a8-ae73-ad0c47c1399a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.959960] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.960281] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d28f906-b6d4-4710-b171-efbcc71ecef1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.972968] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 584.972968] env[62859]: value = "task-2537292" [ 584.972968] env[62859]: _type = "Task" [ 584.972968] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.984434] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.116861] env[62859]: DEBUG nova.policy [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '242d2a0df3334f24882b26153c393257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89d7b20ef21b41578ec887febc3a168f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.241488] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.241819] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.241819] env[62859]: DEBUG nova.network.neutron [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.261328] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537291, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.333524] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537288, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.410184] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537289, 'name': ReconfigVM_Task, 'duration_secs': 0.969895} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.410566] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Reconfigured VM instance instance-00000006 to attach disk [datastore1] ba8cd721-19ff-497c-97cc-a7f422482cd3/ba8cd721-19ff-497c-97cc-a7f422482cd3.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.411519] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77539f22-fa7e-430b-b598-147526b9befb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.421940] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 585.421940] env[62859]: value = "task-2537293" [ 585.421940] env[62859]: _type = "Task" [ 585.421940] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.438101] env[62859]: DEBUG nova.compute.manager [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.442266] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537293, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.488717] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.502740] env[62859]: WARNING nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 47ee95ee-8e08-4e0e-b519-1ad82e138095 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 01723ee2-3bb5-4a19-a8e4-99c698361d54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance b01e28fc-5f0e-46b5-8f9f-e669520cfb1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance b439c92e-9cf0-4d22-ae41-c2449c0cb1c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance ba8cd721-19ff-497c-97cc-a7f422482cd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance d54a418d-1443-40a8-ae73-ad0c47c1399a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 6cafce31-1c08-442a-bc6c-d6b3845709ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 035853df-2910-4a07-a5c6-2f42b2ca01da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 34bcec9d-1057-4f3f-8ad9-4045294cb447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.506224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 6c9c4f26-fccc-4009-a554-fa21d6bb157d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 585.762891] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537291, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.823798] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537288, 'name': Rename_Task, 'duration_secs': 1.19797} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.824275] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.824536] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f64de64-21e5-4a88-a87b-90de987d0d96 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.827745] env[62859]: DEBUG nova.network.neutron [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.833143] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 585.833143] env[62859]: value = "task-2537294" [ 585.833143] env[62859]: _type = "Task" [ 585.833143] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.844577] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.941786] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537293, 'name': Rename_Task, 'duration_secs': 0.265878} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.942367] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.950669] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b52c3f49-ae93-4c53-8022-ffc0574ea217 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.962536] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 585.962536] env[62859]: value = "task-2537295" [ 585.962536] env[62859]: _type = "Task" [ 585.962536] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.974891] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.985749] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.609885} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.989028] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.989028] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe63ed98-9f80-4b50-8bb0-a905d0e42339 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.025126] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d54a418d-1443-40a8-ae73-ad0c47c1399a/d54a418d-1443-40a8-ae73-ad0c47c1399a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.032189] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 8df0232c-8f30-479a-a99d-40e3f767b477 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 586.032569] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 586.032819] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 586.036917] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4bb7437-8e8e-478e-8863-557ad7b2af79 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.077575] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 586.077575] env[62859]: value = "task-2537296" [ 586.077575] env[62859]: _type = "Task" [ 586.077575] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.091424] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.265120] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537291, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.315135] env[62859]: DEBUG nova.network.neutron [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Updated VIF entry in instance network info cache for port 6c2f8b91-a2d6-4e4c-b36f-74454c94bb11. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.315595] env[62859]: DEBUG nova.network.neutron [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Updating instance_info_cache with network_info: [{"id": "6c2f8b91-a2d6-4e4c-b36f-74454c94bb11", "address": "fa:16:3e:a2:16:68", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2f8b91-a2", "ovs_interfaceid": "6c2f8b91-a2d6-4e4c-b36f-74454c94bb11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.356970] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537294, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.370112] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e9d0df-1c46-4fb2-bfad-5f7d1211d5ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.380422] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c543dc-0c78-4f70-b5dc-1dfda551ee36 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.429917] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc857a-9fee-418e-a127-10c51442fc1d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.443637] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b33d892-dc19-482f-bb72-d4a118bb88b8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.453389] env[62859]: DEBUG nova.compute.manager [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.465011] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.479248] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537295, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.500880] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.501161] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.501324] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.501519] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.501698] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.501855] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.502096] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.503936] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.503936] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.503936] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.503936] env[62859]: DEBUG nova.virt.hardware [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.504312] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a415f91-1112-4199-950d-ff0162f8285d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.514456] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32abfc8c-bef6-4bb2-ae10-7db257514529 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.594329] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.765301] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537291, 'name': PowerOnVM_Task} progress is 75%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.819491] env[62859]: DEBUG oslo_concurrency.lockutils [req-c8be21f5-f2ea-4e3e-9ce5-7e0ca3fb5240 req-4249ab9f-b69c-42cf-a70b-eaeb4f8a70e2 service nova] Releasing lock "refresh_cache-d54a418d-1443-40a8-ae73-ad0c47c1399a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.848911] env[62859]: INFO nova.compute.manager [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Rebuilding instance [ 586.855023] env[62859]: DEBUG oslo_vmware.api [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537294, 'name': PowerOnVM_Task, 'duration_secs': 0.819927} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.855023] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.855023] env[62859]: INFO nova.compute.manager [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Took 19.30 seconds to spawn the instance on the hypervisor. [ 586.855023] env[62859]: DEBUG nova.compute.manager [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.855023] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39210eb2-9aa5-4270-981d-257f655e47b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.877955] env[62859]: DEBUG nova.network.neutron [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance_info_cache with network_info: [{"id": "cfb79982-0d98-4124-9430-156ece5e33a8", "address": "fa:16:3e:b8:9b:8b", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb79982-0d", "ovs_interfaceid": "cfb79982-0d98-4124-9430-156ece5e33a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.915811] env[62859]: DEBUG nova.compute.manager [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.917606] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecff7d02-dd9b-4128-8d3f-5e9341d24508 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.972394] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.983144] env[62859]: DEBUG oslo_vmware.api [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537295, 'name': PowerOnVM_Task, 'duration_secs': 0.827038} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.985468] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.985468] env[62859]: INFO nova.compute.manager [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Took 12.36 seconds to spawn the instance on the hypervisor. [ 586.985468] env[62859]: DEBUG nova.compute.manager [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.985468] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33843092-1a6e-4cf6-b0ab-7576d9caa8e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.097677] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537296, 'name': ReconfigVM_Task, 'duration_secs': 0.539449} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.099514] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d54a418d-1443-40a8-ae73-ad0c47c1399a/d54a418d-1443-40a8-ae73-ad0c47c1399a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.099514] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c22f2fc8-9768-433f-96fc-53a26279009a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.116072] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 587.116072] env[62859]: value = "task-2537298" [ 587.116072] env[62859]: _type = "Task" [ 587.116072] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.126162] env[62859]: DEBUG nova.network.neutron [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Successfully created port: 7d19921f-4844-4647-b974-5b4028dd4186 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.140059] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537298, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.270017] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537291, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.380486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.381075] env[62859]: DEBUG nova.compute.manager [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Instance network_info: |[{"id": "cfb79982-0d98-4124-9430-156ece5e33a8", "address": "fa:16:3e:b8:9b:8b", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb79982-0d", "ovs_interfaceid": "cfb79982-0d98-4124-9430-156ece5e33a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.381291] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:9b:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfb79982-0d98-4124-9430-156ece5e33a8', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.395963] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Creating folder: Project (c93ca65e865c423e96b6edde0b81c250). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.398407] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bcf3dc9-2c23-40f2-9486-3173c8f08c32 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.401542] env[62859]: INFO nova.compute.manager [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Took 25.78 seconds to build instance. [ 587.412990] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Created folder: Project (c93ca65e865c423e96b6edde0b81c250) in parent group-v512592. [ 587.413689] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Creating folder: Instances. Parent ref: group-v512621. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.415018] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067f5bbf-e540-4270-86ba-49cd03040c6d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.428878] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Created folder: Instances in parent group-v512621. [ 587.429168] env[62859]: DEBUG oslo.service.loopingcall [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.429482] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.429686] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d513511e-fc08-4172-b959-6ffb3d3da5a0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.458366] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.458366] env[62859]: value = "task-2537301" [ 587.458366] env[62859]: _type = "Task" [ 587.458366] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.466644] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537301, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.478210] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 587.478492] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.057s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.478682] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.158s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.479609] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.487782] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.647s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.489645] env[62859]: INFO nova.compute.claims [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.512791] env[62859]: INFO nova.compute.manager [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Took 22.51 seconds to build instance. [ 587.536036] env[62859]: INFO nova.scheduler.client.report [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Deleted allocations for instance 47ee95ee-8e08-4e0e-b519-1ad82e138095 [ 587.634340] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537298, 'name': Rename_Task, 'duration_secs': 0.296015} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.635115] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 587.635423] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-901f752d-53bb-4a66-9864-c520a628bf84 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.645330] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 587.645330] env[62859]: value = "task-2537302" [ 587.645330] env[62859]: _type = "Task" [ 587.645330] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.656404] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.770885] env[62859]: DEBUG oslo_vmware.api [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537291, 'name': PowerOnVM_Task, 'duration_secs': 2.602955} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.771155] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.771314] env[62859]: INFO nova.compute.manager [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Took 8.54 seconds to spawn the instance on the hypervisor. [ 587.771866] env[62859]: DEBUG nova.compute.manager [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.773207] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0280e8c3-5431-4f22-9c51-1b7257a6771d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.906775] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c779bbd3-fdfb-468e-b87b-cb4cb1bb8f66 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.298s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.957567] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 587.958126] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2506930d-1db7-45b6-a7b3-e99aac2c90a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.974527] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537301, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.976617] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 587.976617] env[62859]: value = "task-2537303" [ 587.976617] env[62859]: _type = "Task" [ 587.976617] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.988221] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.017046] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3add7fc2-852e-4eb1-9f51-881899a64389 tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "ba8cd721-19ff-497c-97cc-a7f422482cd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.030s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.044220] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e2f90a1c-23fc-4b3d-ac38-9c577d69c8ec tempest-DeleteServersAdminTestJSON-1610747685 tempest-DeleteServersAdminTestJSON-1610747685-project-admin] Lock "47ee95ee-8e08-4e0e-b519-1ad82e138095" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.554s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.163223] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.301408] env[62859]: INFO nova.compute.manager [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Took 20.60 seconds to build instance. [ 588.399158] env[62859]: DEBUG nova.network.neutron [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Successfully updated port: d151e73f-b704-4b45-8aae-771a0c7fe401 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.476825] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537301, 'name': CreateVM_Task, 'duration_secs': 0.641427} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.477363] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.478978] env[62859]: DEBUG nova.compute.manager [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Received event network-vif-plugged-cfb79982-0d98-4124-9430-156ece5e33a8 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.479210] env[62859]: DEBUG oslo_concurrency.lockutils [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] Acquiring lock "035853df-2910-4a07-a5c6-2f42b2ca01da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.479418] env[62859]: DEBUG oslo_concurrency.lockutils [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.481019] env[62859]: DEBUG oslo_concurrency.lockutils [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.481019] env[62859]: DEBUG nova.compute.manager [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] No waiting events found dispatching network-vif-plugged-cfb79982-0d98-4124-9430-156ece5e33a8 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.481019] env[62859]: WARNING nova.compute.manager [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Received unexpected event network-vif-plugged-cfb79982-0d98-4124-9430-156ece5e33a8 for instance with vm_state building and task_state spawning. [ 588.481019] env[62859]: DEBUG nova.compute.manager [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Received event network-changed-cfb79982-0d98-4124-9430-156ece5e33a8 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.481019] env[62859]: DEBUG nova.compute.manager [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Refreshing instance network info cache due to event network-changed-cfb79982-0d98-4124-9430-156ece5e33a8. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 588.484199] env[62859]: DEBUG oslo_concurrency.lockutils [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] Acquiring lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.484387] env[62859]: DEBUG oslo_concurrency.lockutils [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] Acquired lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.484582] env[62859]: DEBUG nova.network.neutron [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Refreshing network info cache for port cfb79982-0d98-4124-9430-156ece5e33a8 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.486303] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.486394] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.486735] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 588.494231] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee82ad4b-1930-4296-b3b2-97eb7229c48e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.512779] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537303, 'name': PowerOffVM_Task, 'duration_secs': 0.226903} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.514307] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.514553] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 588.515030] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 588.515030] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52afc133-e898-82df-e681-07d879c0e674" [ 588.515030] env[62859]: _type = "Task" [ 588.515030] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.516533] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b582c7-6c57-4a36-8f28-475deb114745 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.545045] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52afc133-e898-82df-e681-07d879c0e674, 'name': SearchDatastore_Task, 'duration_secs': 0.015869} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.553055] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.553055] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.553055] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.553055] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.553055] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.553055] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.553055] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcf3ef10-1870-47cd-b3c6-142f34331313 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.553055] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da0c879-2033-474c-a00b-2bf52064a3fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.566989] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.567274] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.568166] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff166fc1-5381-45f3-8a07-c121cf1da2e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.580213] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 588.580213] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526d4395-4cfd-d8b1-302a-871c100a7708" [ 588.580213] env[62859]: _type = "Task" [ 588.580213] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.590033] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.590033] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.590033] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Deleting the datastore file [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.593050] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3965dd86-1150-442f-8dc8-5f5ed0de6e35 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.599940] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526d4395-4cfd-d8b1-302a-871c100a7708, 'name': SearchDatastore_Task, 'duration_secs': 0.014776} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.602660] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 588.602660] env[62859]: value = "task-2537305" [ 588.602660] env[62859]: _type = "Task" [ 588.602660] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.603045] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aaef6f2-89db-4262-9ab2-1567370cc5c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.622582] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 588.622582] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521b1775-025f-4104-ec07-bfd0bb426c2b" [ 588.622582] env[62859]: _type = "Task" [ 588.622582] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.622882] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.637824] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521b1775-025f-4104-ec07-bfd0bb426c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.640597] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.640918] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 035853df-2910-4a07-a5c6-2f42b2ca01da/035853df-2910-4a07-a5c6-2f42b2ca01da.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 588.642649] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3877c7be-9663-4ce9-bd07-19a03993e7b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.653114] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 588.653114] env[62859]: value = "task-2537306" [ 588.653114] env[62859]: _type = "Task" [ 588.653114] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.659021] env[62859]: DEBUG oslo_vmware.api [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537302, 'name': PowerOnVM_Task, 'duration_secs': 0.971495} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.661341] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 588.661713] env[62859]: INFO nova.compute.manager [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Took 11.74 seconds to spawn the instance on the hypervisor. [ 588.661946] env[62859]: DEBUG nova.compute.manager [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.665791] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b86b332-af32-4ee2-a05c-b140d88921c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.681345] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.770754] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cc9c78-19f6-47e2-9329-b845dd5611f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.783099] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6481c326-42a8-4253-8414-4d7d16984e19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.825579] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bd7a0b9-02ad-403e-8fc0-56f7d3853ace tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "6cafce31-1c08-442a-bc6c-d6b3845709ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.197s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.828105] env[62859]: DEBUG nova.compute.manager [req-bb9bd1c7-9e2d-40cd-a067-b2de9742f95f req-f8c5c981-926b-42e4-8495-405d832ca1d5 service nova] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Received event network-vif-plugged-d151e73f-b704-4b45-8aae-771a0c7fe401 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.828353] env[62859]: DEBUG oslo_concurrency.lockutils [req-bb9bd1c7-9e2d-40cd-a067-b2de9742f95f req-f8c5c981-926b-42e4-8495-405d832ca1d5 service nova] Acquiring lock "34bcec9d-1057-4f3f-8ad9-4045294cb447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.828589] env[62859]: DEBUG oslo_concurrency.lockutils [req-bb9bd1c7-9e2d-40cd-a067-b2de9742f95f req-f8c5c981-926b-42e4-8495-405d832ca1d5 service nova] Lock "34bcec9d-1057-4f3f-8ad9-4045294cb447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.828755] env[62859]: DEBUG oslo_concurrency.lockutils [req-bb9bd1c7-9e2d-40cd-a067-b2de9742f95f req-f8c5c981-926b-42e4-8495-405d832ca1d5 service nova] Lock "34bcec9d-1057-4f3f-8ad9-4045294cb447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.828923] env[62859]: DEBUG nova.compute.manager [req-bb9bd1c7-9e2d-40cd-a067-b2de9742f95f req-f8c5c981-926b-42e4-8495-405d832ca1d5 service nova] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] No waiting events found dispatching network-vif-plugged-d151e73f-b704-4b45-8aae-771a0c7fe401 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.829111] env[62859]: WARNING nova.compute.manager [req-bb9bd1c7-9e2d-40cd-a067-b2de9742f95f req-f8c5c981-926b-42e4-8495-405d832ca1d5 service nova] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Received unexpected event network-vif-plugged-d151e73f-b704-4b45-8aae-771a0c7fe401 for instance with vm_state building and task_state spawning. [ 588.829952] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9da46-3462-48ea-9296-a9a1c193af76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.842052] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940dc60a-ff9b-4d8d-8754-daea381841eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.859198] env[62859]: DEBUG nova.compute.provider_tree [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.907061] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquiring lock "refresh_cache-34bcec9d-1057-4f3f-8ad9-4045294cb447" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.909032] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquired lock "refresh_cache-34bcec9d-1057-4f3f-8ad9-4045294cb447" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.909032] env[62859]: DEBUG nova.network.neutron [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 589.122930] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169949} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.123305] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.124087] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.124297] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.181260] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537306, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.190431] env[62859]: INFO nova.compute.manager [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Took 23.45 seconds to build instance. [ 589.276677] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquiring lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.276976] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.277182] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquiring lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.277425] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.277653] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.281040] env[62859]: INFO nova.compute.manager [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Terminating instance [ 589.367330] env[62859]: DEBUG nova.scheduler.client.report [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.442709] env[62859]: DEBUG nova.compute.manager [None req-3da012b8-0317-48a5-9f0c-5724851389da tempest-ServerDiagnosticsTest-1091453911 tempest-ServerDiagnosticsTest-1091453911-project-admin] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.448595] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dee831-6738-4d65-85ed-9636e949cdf8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.459371] env[62859]: INFO nova.compute.manager [None req-3da012b8-0317-48a5-9f0c-5724851389da tempest-ServerDiagnosticsTest-1091453911 tempest-ServerDiagnosticsTest-1091453911-project-admin] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Retrieving diagnostics [ 589.461122] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560a9875-e920-408b-abbd-ad16c971316a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.527704] env[62859]: DEBUG nova.network.neutron [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.677030] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593418} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.677920] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 035853df-2910-4a07-a5c6-2f42b2ca01da/035853df-2910-4a07-a5c6-2f42b2ca01da.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 589.679491] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 589.680509] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ac305aa-367e-400a-8fe9-91bdcbcf7191 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.684903] env[62859]: DEBUG nova.network.neutron [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updated VIF entry in instance network info cache for port cfb79982-0d98-4124-9430-156ece5e33a8. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.685257] env[62859]: DEBUG nova.network.neutron [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance_info_cache with network_info: [{"id": "cfb79982-0d98-4124-9430-156ece5e33a8", "address": "fa:16:3e:b8:9b:8b", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb79982-0d", "ovs_interfaceid": "cfb79982-0d98-4124-9430-156ece5e33a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.694171] env[62859]: DEBUG oslo_concurrency.lockutils [None req-37da78af-088e-4fa5-a127-2ccd228cdfff tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.966s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.700428] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 589.700428] env[62859]: value = "task-2537307" [ 589.700428] env[62859]: _type = "Task" [ 589.700428] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.715856] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.788670] env[62859]: DEBUG nova.compute.manager [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 589.788670] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 589.790941] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a03148-1be4-4a55-8402-2fdb4ff32ca2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.799700] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 589.800028] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50354b5-2a70-4f34-811b-113417852844 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.810809] env[62859]: DEBUG oslo_vmware.api [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 589.810809] env[62859]: value = "task-2537308" [ 589.810809] env[62859]: _type = "Task" [ 589.810809] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.833830] env[62859]: DEBUG oslo_vmware.api [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.839912] env[62859]: DEBUG nova.network.neutron [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Successfully updated port: 7d19921f-4844-4647-b974-5b4028dd4186 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.876849] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.878399] env[62859]: DEBUG nova.compute.manager [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.955044] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "e0255bdd-6582-41b7-8f6d-bbef90903f05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.955044] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "e0255bdd-6582-41b7-8f6d-bbef90903f05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.126580] env[62859]: DEBUG nova.network.neutron [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Updating instance_info_cache with network_info: [{"id": "d151e73f-b704-4b45-8aae-771a0c7fe401", "address": "fa:16:3e:01:65:8c", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd151e73f-b7", "ovs_interfaceid": "d151e73f-b704-4b45-8aae-771a0c7fe401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.176225] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.176522] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.176653] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.176829] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.176980] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.178338] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.178338] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.178338] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.178338] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.178338] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.178338] env[62859]: DEBUG nova.virt.hardware [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.178895] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d1d471-2430-4d47-8b6a-8bd05b89a420 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.190022] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b591e44-d190-444f-ad77-57d25197a38b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.197926] env[62859]: DEBUG oslo_concurrency.lockutils [req-1f9f2750-99fe-4daa-b3e0-6193fe77eca5 req-2750c862-abe1-402e-8dc8-a710612a29eb service nova] Releasing lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.213767] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.220584] env[62859]: DEBUG oslo.service.loopingcall [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.224800] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.225079] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21a61930-241f-479e-8f54-4d2738ea12a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.245950] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116148} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.247392] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 590.247691] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.247691] env[62859]: value = "task-2537309" [ 590.247691] env[62859]: _type = "Task" [ 590.247691] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.248541] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1de96-84b0-4663-8231-31170b9b6ef7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.264340] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537309, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.286140] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 035853df-2910-4a07-a5c6-2f42b2ca01da/035853df-2910-4a07-a5c6-2f42b2ca01da.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 590.289971] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f459c5d-302a-489c-8223-c847c38e709a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.313584] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 590.313584] env[62859]: value = "task-2537310" [ 590.313584] env[62859]: _type = "Task" [ 590.313584] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.328034] env[62859]: DEBUG oslo_vmware.api [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537308, 'name': PowerOffVM_Task, 'duration_secs': 0.272967} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.336135] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 590.336358] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 590.336628] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.336875] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-274f496f-303e-4646-af54-5dce442c8e72 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.339043] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.339389] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.339622] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.339811] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.339986] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.344182] env[62859]: INFO nova.compute.manager [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Terminating instance [ 590.344822] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquiring lock "refresh_cache-6c9c4f26-fccc-4009-a554-fa21d6bb157d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.345231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquired lock "refresh_cache-6c9c4f26-fccc-4009-a554-fa21d6bb157d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.345376] env[62859]: DEBUG nova.network.neutron [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.386791] env[62859]: DEBUG nova.compute.utils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.387695] env[62859]: DEBUG nova.compute.manager [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.387855] env[62859]: DEBUG nova.network.neutron [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.419985] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 590.420804] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 590.421313] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Deleting the datastore file [datastore1] b01e28fc-5f0e-46b5-8f9f-e669520cfb1a {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.421690] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77452e1a-55c1-49b1-a5ae-014d2709cc7d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.433393] env[62859]: DEBUG oslo_vmware.api [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for the task: (returnval){ [ 590.433393] env[62859]: value = "task-2537312" [ 590.433393] env[62859]: _type = "Task" [ 590.433393] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.447584] env[62859]: DEBUG oslo_vmware.api [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.459218] env[62859]: DEBUG nova.compute.manager [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.473701] env[62859]: DEBUG nova.policy [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e831938720b247709f0f4d5500bf4481', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '969b002d8e674b94b1103b2588f8ce85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.631632] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Releasing lock "refresh_cache-34bcec9d-1057-4f3f-8ad9-4045294cb447" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.631632] env[62859]: DEBUG nova.compute.manager [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Instance network_info: |[{"id": "d151e73f-b704-4b45-8aae-771a0c7fe401", "address": "fa:16:3e:01:65:8c", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd151e73f-b7", "ovs_interfaceid": "d151e73f-b704-4b45-8aae-771a0c7fe401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.631632] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:65:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd151e73f-b704-4b45-8aae-771a0c7fe401', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.641119] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Creating folder: Project (b862ace4c7d0499abacbcd3ee18b58e8). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.641981] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd17599c-2cd4-42e4-a5de-0badba20c620 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.656502] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Created folder: Project (b862ace4c7d0499abacbcd3ee18b58e8) in parent group-v512592. [ 590.656695] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Creating folder: Instances. Parent ref: group-v512625. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 590.656949] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13aff3b5-27cc-4be9-9b0b-47cd6a4f0836 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.672218] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Created folder: Instances in parent group-v512625. [ 590.672490] env[62859]: DEBUG oslo.service.loopingcall [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.672902] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.673326] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05b9063d-4a16-4472-8f70-bef84ebba9d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.702693] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.702693] env[62859]: value = "task-2537315" [ 590.702693] env[62859]: _type = "Task" [ 590.702693] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.712682] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537315, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.767192] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537309, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.831328] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.850511] env[62859]: DEBUG nova.compute.manager [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 590.850737] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 590.851673] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0e1582-c6a1-4e89-b143-d956b78453e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.861777] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 590.863385] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453d1dad-c43f-4508-84ab-5a334cc8d54b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.870279] env[62859]: DEBUG nova.network.neutron [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Successfully created port: fc7bfb39-0158-49fc-80ef-262670ba033b {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.875947] env[62859]: DEBUG oslo_vmware.api [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 590.875947] env[62859]: value = "task-2537317" [ 590.875947] env[62859]: _type = "Task" [ 590.875947] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.894510] env[62859]: DEBUG nova.compute.manager [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.906589] env[62859]: DEBUG oslo_vmware.api [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.947378] env[62859]: DEBUG oslo_vmware.api [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Task: {'id': task-2537312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48884} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.948430] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 590.949147] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 590.949452] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 590.949552] env[62859]: INFO nova.compute.manager [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 590.949807] env[62859]: DEBUG oslo.service.loopingcall [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.950019] env[62859]: DEBUG nova.compute.manager [-] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 590.950118] env[62859]: DEBUG nova.network.neutron [-] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 591.016024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.016024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.016024] env[62859]: INFO nova.compute.claims [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.109269] env[62859]: DEBUG nova.network.neutron [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.215089] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537315, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.263627] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537309, 'name': CreateVM_Task, 'duration_secs': 0.684409} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.263949] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.264405] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.267197] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.267197] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.267197] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91800ae0-f568-4988-aaaa-4967cbee0af8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.270696] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 591.270696] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526f1ddd-c01a-74cc-dd67-76c7cb2a5b03" [ 591.270696] env[62859]: _type = "Task" [ 591.270696] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.296587] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526f1ddd-c01a-74cc-dd67-76c7cb2a5b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.329712] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537310, 'name': ReconfigVM_Task, 'duration_secs': 0.726308} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.330037] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 035853df-2910-4a07-a5c6-2f42b2ca01da/035853df-2910-4a07-a5c6-2f42b2ca01da.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 591.333521] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e9b136-99d3-4439-ae2b-0c10565375ae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.343465] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 591.343465] env[62859]: value = "task-2537318" [ 591.343465] env[62859]: _type = "Task" [ 591.343465] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.355449] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537318, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.389223] env[62859]: DEBUG oslo_vmware.api [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537317, 'name': PowerOffVM_Task, 'duration_secs': 0.304067} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.390033] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 591.390033] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 591.390185] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17570569-bf28-4e20-b33c-6a8e25f55a6f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.468044] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 591.468399] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 591.468729] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Deleting the datastore file [datastore2] 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.469130] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80ddd13d-d1d5-4c33-8e76-7b4e9f297f15 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.479241] env[62859]: DEBUG oslo_vmware.api [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for the task: (returnval){ [ 591.479241] env[62859]: value = "task-2537320" [ 591.479241] env[62859]: _type = "Task" [ 591.479241] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.494804] env[62859]: DEBUG oslo_vmware.api [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.719601] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537315, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.784231] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526f1ddd-c01a-74cc-dd67-76c7cb2a5b03, 'name': SearchDatastore_Task, 'duration_secs': 0.01573} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.784231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.784231] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.784231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.784231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.784231] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.784462] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e54d683f-759c-455b-978d-5ef8b537e9e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.795219] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.795219] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.795816] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23359a9-2798-4504-9680-c67aca0abab3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.806902] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 591.806902] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522af6ea-0e08-93f3-7a46-d9685948ca97" [ 591.806902] env[62859]: _type = "Task" [ 591.806902] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.815582] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522af6ea-0e08-93f3-7a46-d9685948ca97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.859766] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537318, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.875657] env[62859]: DEBUG nova.network.neutron [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Updating instance_info_cache with network_info: [{"id": "7d19921f-4844-4647-b974-5b4028dd4186", "address": "fa:16:3e:cb:05:40", "network": {"id": "79082e95-2dbc-4310-90f6-e13334d39a19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-564500677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d7b20ef21b41578ec887febc3a168f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d19921f-48", "ovs_interfaceid": "7d19921f-4844-4647-b974-5b4028dd4186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.916555] env[62859]: DEBUG nova.compute.manager [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.949975] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:27:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1776138421',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1865819666',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.950226] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.950388] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.950600] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.951137] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.951137] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.951279] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.951517] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.951605] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.951985] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.951985] env[62859]: DEBUG nova.virt.hardware [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.952973] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecf1e4a-1e76-444a-b72c-9eac22232c48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.963701] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b954e-be10-4157-ab1d-f9df68c5e37d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.998867] env[62859]: DEBUG oslo_vmware.api [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Task: {'id': task-2537320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316545} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.999192] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.999385] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 591.999562] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 591.999737] env[62859]: INFO nova.compute.manager [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 591.999987] env[62859]: DEBUG oslo.service.loopingcall [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.000210] env[62859]: DEBUG nova.compute.manager [-] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 592.000309] env[62859]: DEBUG nova.network.neutron [-] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 592.013582] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquiring lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.013745] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.182975] env[62859]: DEBUG nova.network.neutron [-] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.223701] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537315, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.258643] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5209cfad-809e-42bf-be88-9ee3437f7676 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.267769] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e221a4d3-b4d3-41be-90a7-0c06104d8ea9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.307949] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aa37fa-5744-4852-a125-8146a5d28033 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.323220] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522af6ea-0e08-93f3-7a46-d9685948ca97, 'name': SearchDatastore_Task, 'duration_secs': 0.031554} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.325045] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafe1f6a-5a30-4874-8054-106b48aaad61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.328957] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0225c450-05b4-4e3a-89e7-5f487a8ebdb5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.335014] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 592.335014] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e378fd-e54b-ccad-a767-98bf07d9cfd3" [ 592.335014] env[62859]: _type = "Task" [ 592.335014] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.343607] env[62859]: DEBUG nova.compute.provider_tree [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.358244] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537318, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.360360] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e378fd-e54b-ccad-a767-98bf07d9cfd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.376862] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Releasing lock "refresh_cache-6c9c4f26-fccc-4009-a554-fa21d6bb157d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.377185] env[62859]: DEBUG nova.compute.manager [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Instance network_info: |[{"id": "7d19921f-4844-4647-b974-5b4028dd4186", "address": "fa:16:3e:cb:05:40", "network": {"id": "79082e95-2dbc-4310-90f6-e13334d39a19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-564500677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d7b20ef21b41578ec887febc3a168f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d19921f-48", "ovs_interfaceid": "7d19921f-4844-4647-b974-5b4028dd4186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.377561] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:05:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d19921f-4844-4647-b974-5b4028dd4186', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.385614] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Creating folder: Project (89d7b20ef21b41578ec887febc3a168f). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.385937] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e2d803d-b88c-4bc5-9974-585439be14fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.397928] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Created folder: Project (89d7b20ef21b41578ec887febc3a168f) in parent group-v512592. [ 592.398240] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Creating folder: Instances. Parent ref: group-v512628. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.398401] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-913e650f-4aa9-467e-91c3-4e55f7685c0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.409703] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Created folder: Instances in parent group-v512628. [ 592.410028] env[62859]: DEBUG oslo.service.loopingcall [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.410211] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.410553] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-531eac51-e974-4b3c-9e3f-7eeea8e1fd85 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.438678] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.438678] env[62859]: value = "task-2537323" [ 592.438678] env[62859]: _type = "Task" [ 592.438678] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.448656] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537323, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.516656] env[62859]: DEBUG nova.compute.manager [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.687856] env[62859]: INFO nova.compute.manager [-] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Took 1.74 seconds to deallocate network for instance. [ 592.724858] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537315, 'name': CreateVM_Task, 'duration_secs': 1.649976} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.724985] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.725913] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.726785] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.726785] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.726974] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7bd4b8-84c0-448c-b3fa-49a14d0271e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.733200] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 592.733200] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f51ed-80ae-bee5-d5f1-669d33abc23c" [ 592.733200] env[62859]: _type = "Task" [ 592.733200] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.751041] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f51ed-80ae-bee5-d5f1-669d33abc23c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.848722] env[62859]: DEBUG nova.scheduler.client.report [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.862030] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e378fd-e54b-ccad-a767-98bf07d9cfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.022429} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.862030] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.862030] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.862310] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-521147c1-7047-4ea2-b0a5-f7286f21e332 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.868190] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537318, 'name': Rename_Task, 'duration_secs': 1.250243} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.868888] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 592.869264] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41177df-5e22-443a-adff-cc0c15a4a2fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.875673] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 592.875673] env[62859]: value = "task-2537325" [ 592.875673] env[62859]: _type = "Task" [ 592.875673] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.882506] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 592.882506] env[62859]: value = "task-2537326" [ 592.882506] env[62859]: _type = "Task" [ 592.882506] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.890822] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.897738] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.952558] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537323, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.042325] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.205892] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.250634] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f51ed-80ae-bee5-d5f1-669d33abc23c, 'name': SearchDatastore_Task, 'duration_secs': 0.018914} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.250634] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.250634] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.250634] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.252353] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.252933] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.253350] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3217971b-bb8f-46bd-808c-fa1857a0d234 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.272328] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.274460] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.275892] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74fe6aa4-2e76-48e1-9d6e-40bc044d28e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.284255] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 593.284255] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528e2862-0bb9-b470-6b20-03ca4837f99c" [ 593.284255] env[62859]: _type = "Task" [ 593.284255] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.296293] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528e2862-0bb9-b470-6b20-03ca4837f99c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.362025] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.362025] env[62859]: DEBUG nova.compute.manager [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.364159] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.322s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.365973] env[62859]: INFO nova.compute.claims [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.391520] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.398574] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.458601] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537323, 'name': CreateVM_Task, 'duration_secs': 0.525383} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.459583] env[62859]: DEBUG nova.network.neutron [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Successfully updated port: fc7bfb39-0158-49fc-80ef-262670ba033b {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.460937] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.462494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.462494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.462494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.462633] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda13247-e3c5-4b10-8e4f-b998a1ebb62e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.473488] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 593.473488] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a9805d-b5be-7fa6-d072-8dd546d469e3" [ 593.473488] env[62859]: _type = "Task" [ 593.473488] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.486687] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a9805d-b5be-7fa6-d072-8dd546d469e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.555545] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquiring lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.555952] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.797597] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528e2862-0bb9-b470-6b20-03ca4837f99c, 'name': SearchDatastore_Task, 'duration_secs': 0.057815} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.798653] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c52ca24-a228-4829-95af-94d5ee48b2ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.808108] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 593.808108] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528335ea-e564-b5d6-a55a-0b2aed47bd11" [ 593.808108] env[62859]: _type = "Task" [ 593.808108] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.818656] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528335ea-e564-b5d6-a55a-0b2aed47bd11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.820775] env[62859]: DEBUG nova.compute.manager [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Received event network-vif-plugged-7d19921f-4844-4647-b974-5b4028dd4186 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.821445] env[62859]: DEBUG oslo_concurrency.lockutils [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] Acquiring lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.821928] env[62859]: DEBUG oslo_concurrency.lockutils [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.821928] env[62859]: DEBUG oslo_concurrency.lockutils [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.822188] env[62859]: DEBUG nova.compute.manager [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] No waiting events found dispatching network-vif-plugged-7d19921f-4844-4647-b974-5b4028dd4186 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 593.822396] env[62859]: WARNING nova.compute.manager [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Received unexpected event network-vif-plugged-7d19921f-4844-4647-b974-5b4028dd4186 for instance with vm_state building and task_state spawning. [ 593.822585] env[62859]: DEBUG nova.compute.manager [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Received event network-changed-7d19921f-4844-4647-b974-5b4028dd4186 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.823434] env[62859]: DEBUG nova.compute.manager [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Refreshing instance network info cache due to event network-changed-7d19921f-4844-4647-b974-5b4028dd4186. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.823434] env[62859]: DEBUG oslo_concurrency.lockutils [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] Acquiring lock "refresh_cache-6c9c4f26-fccc-4009-a554-fa21d6bb157d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.823434] env[62859]: DEBUG oslo_concurrency.lockutils [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] Acquired lock "refresh_cache-6c9c4f26-fccc-4009-a554-fa21d6bb157d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.823434] env[62859]: DEBUG nova.network.neutron [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Refreshing network info cache for port 7d19921f-4844-4647-b974-5b4028dd4186 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.874562] env[62859]: DEBUG nova.compute.utils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.877116] env[62859]: DEBUG nova.network.neutron [-] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.884038] env[62859]: DEBUG nova.compute.manager [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.884038] env[62859]: DEBUG nova.network.neutron [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.911925] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634257} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.915892] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.916572] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.916720] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.916934] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35e9d810-7cf9-4693-b1ad-de2356a22cd5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.926034] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 593.926034] env[62859]: value = "task-2537327" [ 593.926034] env[62859]: _type = "Task" [ 593.926034] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.939410] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.961712] env[62859]: DEBUG nova.compute.manager [req-c18a0c5b-dbbc-4eb2-bcc6-f9aae0f35484 req-54203157-619e-47f3-ad37-e587e5fd01fd service nova] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Received event network-changed-d151e73f-b704-4b45-8aae-771a0c7fe401 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.961937] env[62859]: DEBUG nova.compute.manager [req-c18a0c5b-dbbc-4eb2-bcc6-f9aae0f35484 req-54203157-619e-47f3-ad37-e587e5fd01fd service nova] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Refreshing instance network info cache due to event network-changed-d151e73f-b704-4b45-8aae-771a0c7fe401. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.962143] env[62859]: DEBUG oslo_concurrency.lockutils [req-c18a0c5b-dbbc-4eb2-bcc6-f9aae0f35484 req-54203157-619e-47f3-ad37-e587e5fd01fd service nova] Acquiring lock "refresh_cache-34bcec9d-1057-4f3f-8ad9-4045294cb447" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.962295] env[62859]: DEBUG oslo_concurrency.lockutils [req-c18a0c5b-dbbc-4eb2-bcc6-f9aae0f35484 req-54203157-619e-47f3-ad37-e587e5fd01fd service nova] Acquired lock "refresh_cache-34bcec9d-1057-4f3f-8ad9-4045294cb447" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.962462] env[62859]: DEBUG nova.network.neutron [req-c18a0c5b-dbbc-4eb2-bcc6-f9aae0f35484 req-54203157-619e-47f3-ad37-e587e5fd01fd service nova] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Refreshing network info cache for port d151e73f-b704-4b45-8aae-771a0c7fe401 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.970609] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "refresh_cache-8df0232c-8f30-479a-a99d-40e3f767b477" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.970609] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquired lock "refresh_cache-8df0232c-8f30-479a-a99d-40e3f767b477" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.970609] env[62859]: DEBUG nova.network.neutron [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.993792] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a9805d-b5be-7fa6-d072-8dd546d469e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026378} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.994110] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.994410] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.994625] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.019195] env[62859]: DEBUG oslo_concurrency.lockutils [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquiring lock "ba8cd721-19ff-497c-97cc-a7f422482cd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.019486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "ba8cd721-19ff-497c-97cc-a7f422482cd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.019728] env[62859]: DEBUG oslo_concurrency.lockutils [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquiring lock "ba8cd721-19ff-497c-97cc-a7f422482cd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.019928] env[62859]: DEBUG oslo_concurrency.lockutils [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "ba8cd721-19ff-497c-97cc-a7f422482cd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.020518] env[62859]: DEBUG oslo_concurrency.lockutils [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "ba8cd721-19ff-497c-97cc-a7f422482cd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.023220] env[62859]: INFO nova.compute.manager [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Terminating instance [ 594.051340] env[62859]: DEBUG nova.policy [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5168efaa1478445b8fa3d5fbff314a33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1eb278f7148c4fae9c9b66ca72364939', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.058355] env[62859]: DEBUG nova.compute.manager [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.246017] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "d54a418d-1443-40a8-ae73-ad0c47c1399a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.246598] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.246598] env[62859]: DEBUG nova.compute.manager [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.249221] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b60bc55-9396-4ccb-8e64-353708ab025b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.259502] env[62859]: DEBUG nova.compute.manager [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 594.260168] env[62859]: DEBUG nova.objects.instance [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lazy-loading 'flavor' on Instance uuid d54a418d-1443-40a8-ae73-ad0c47c1399a {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 594.322956] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528335ea-e564-b5d6-a55a-0b2aed47bd11, 'name': SearchDatastore_Task, 'duration_secs': 0.033248} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.325111] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.328038] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 34bcec9d-1057-4f3f-8ad9-4045294cb447/34bcec9d-1057-4f3f-8ad9-4045294cb447.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.328038] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.328038] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.328038] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b747396-9124-40fc-9b76-96ce78796ec0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.331905] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79936393-cf2d-40d2-8b26-a1d13486eca2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.347508] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 594.347508] env[62859]: value = "task-2537328" [ 594.347508] env[62859]: _type = "Task" [ 594.347508] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.353310] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.353461] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.355099] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095ded7c-4e96-45a6-bcd7-ef32bd7e9acc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.363425] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.367367] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "fde96d58-b090-42bd-881e-e03f2a819f58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.367530] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.380338] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 594.380338] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5203320a-9826-68a2-2d08-254066927888" [ 594.380338] env[62859]: _type = "Task" [ 594.380338] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.387635] env[62859]: INFO nova.compute.manager [-] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Took 2.39 seconds to deallocate network for instance. [ 594.388143] env[62859]: DEBUG nova.compute.manager [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.421663] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5203320a-9826-68a2-2d08-254066927888, 'name': SearchDatastore_Task, 'duration_secs': 0.018983} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.425179] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf489541-2a24-4e44-944b-f3aca21d18cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.431118] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.436229] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 594.436229] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b40e46-34bc-4ffc-c5b3-75d63908fb49" [ 594.436229] env[62859]: _type = "Task" [ 594.436229] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.445424] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078399} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.446110] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.447182] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032a005e-b143-456b-abfb-db3c4d8606c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.458225] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b40e46-34bc-4ffc-c5b3-75d63908fb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.486376] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.492583] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebe4f5bc-b579-42c4-88ab-70dba1504df2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.528143] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 594.528143] env[62859]: value = "task-2537329" [ 594.528143] env[62859]: _type = "Task" [ 594.528143] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.528761] env[62859]: DEBUG nova.compute.manager [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 594.528908] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 594.530066] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be0dad-a494-409b-82ed-8784e9d629d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.549255] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 594.549559] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.550463] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4d0d91f-53a0-447f-9c23-d4ad151bea8f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.553421] env[62859]: DEBUG oslo_concurrency.lockutils [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "01723ee2-3bb5-4a19-a8e4-99c698361d54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.553857] env[62859]: DEBUG oslo_concurrency.lockutils [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.553857] env[62859]: DEBUG oslo_concurrency.lockutils [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.554032] env[62859]: DEBUG oslo_concurrency.lockutils [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.554209] env[62859]: DEBUG oslo_concurrency.lockutils [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.560624] env[62859]: INFO nova.compute.manager [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Terminating instance [ 594.569866] env[62859]: DEBUG oslo_vmware.api [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 594.569866] env[62859]: value = "task-2537330" [ 594.569866] env[62859]: _type = "Task" [ 594.569866] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.581976] env[62859]: DEBUG oslo_vmware.api [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.619806] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.755344] env[62859]: DEBUG nova.network.neutron [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.838536] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed07be2-ccb8-4632-bd01-575d4fbf91b0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.852639] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad41699-1555-446b-8423-c2336d830d82 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.861985] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537328, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.904076] env[62859]: DEBUG nova.compute.manager [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.921393] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1d9a0c-260d-47ca-ac50-27c768ca84d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.932612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.948298] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e00cb15-397c-466f-b06f-181cc277fcdd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.954268] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537326, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.963323] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b40e46-34bc-4ffc-c5b3-75d63908fb49, 'name': SearchDatastore_Task, 'duration_secs': 0.021284} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.973742] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.974061] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 6c9c4f26-fccc-4009-a554-fa21d6bb157d/6c9c4f26-fccc-4009-a554-fa21d6bb157d.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.974736] env[62859]: DEBUG nova.compute.provider_tree [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.976795] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95405888-8354-4f82-90d5-0ea49ba19b5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.986385] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 594.986385] env[62859]: value = "task-2537332" [ 594.986385] env[62859]: _type = "Task" [ 594.986385] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.999825] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.042420] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.071871] env[62859]: DEBUG nova.compute.manager [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 595.072122] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 595.073338] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589e161-f1da-482a-82e3-348447919c78 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.090160] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquiring lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.090433] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.095581] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.101553] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5753e6d-8f90-4244-85c3-8faa7bfbc025 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.101553] env[62859]: DEBUG oslo_vmware.api [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537330, 'name': PowerOffVM_Task, 'duration_secs': 0.240607} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.101553] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.101670] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.102516] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7b00708-ed06-42e0-87fc-ed35b0d93b86 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.109788] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "a33eaa0c-dd76-48c4-908d-6496cf14be98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.110065] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "a33eaa0c-dd76-48c4-908d-6496cf14be98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.113396] env[62859]: DEBUG oslo_vmware.api [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 595.113396] env[62859]: value = "task-2537333" [ 595.113396] env[62859]: _type = "Task" [ 595.113396] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.127333] env[62859]: DEBUG oslo_vmware.api [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.207708] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 595.207923] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 595.208161] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Deleting the datastore file [datastore1] ba8cd721-19ff-497c-97cc-a7f422482cd3 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 595.208765] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbb41901-67e1-4c80-966f-98a671e4696d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.219686] env[62859]: DEBUG oslo_vmware.api [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for the task: (returnval){ [ 595.219686] env[62859]: value = "task-2537335" [ 595.219686] env[62859]: _type = "Task" [ 595.219686] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.229819] env[62859]: DEBUG oslo_vmware.api [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.244327] env[62859]: INFO nova.compute.manager [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Rebuilding instance [ 595.269678] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 595.269802] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c5169f-c79b-48d5-8e57-380cd202456d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.300724] env[62859]: DEBUG oslo_vmware.api [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 595.300724] env[62859]: value = "task-2537336" [ 595.300724] env[62859]: _type = "Task" [ 595.300724] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.312091] env[62859]: DEBUG oslo_vmware.api [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.337076] env[62859]: DEBUG nova.compute.manager [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.338048] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b284fc2e-4eec-4e83-a605-cd27d567bcd3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.367334] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73848} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.367334] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 34bcec9d-1057-4f3f-8ad9-4045294cb447/34bcec9d-1057-4f3f-8ad9-4045294cb447.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.367334] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.367334] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca7dcad9-e72f-4136-a662-a3c5218de577 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.383176] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 595.383176] env[62859]: value = "task-2537337" [ 595.383176] env[62859]: _type = "Task" [ 595.383176] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.399155] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.427211] env[62859]: DEBUG oslo_vmware.api [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537326, 'name': PowerOnVM_Task, 'duration_secs': 2.508407} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.428483] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.428912] env[62859]: INFO nova.compute.manager [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Took 13.79 seconds to spawn the instance on the hypervisor. [ 595.429232] env[62859]: DEBUG nova.compute.manager [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.430698] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70a9ba-a76d-4342-b83b-1722fd297401 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.436107] env[62859]: DEBUG nova.compute.manager [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.446026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.465881] env[62859]: DEBUG nova.network.neutron [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Updated VIF entry in instance network info cache for port 7d19921f-4844-4647-b974-5b4028dd4186. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.469297] env[62859]: DEBUG nova.network.neutron [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Updating instance_info_cache with network_info: [{"id": "7d19921f-4844-4647-b974-5b4028dd4186", "address": "fa:16:3e:cb:05:40", "network": {"id": "79082e95-2dbc-4310-90f6-e13334d39a19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-564500677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d7b20ef21b41578ec887febc3a168f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d19921f-48", "ovs_interfaceid": "7d19921f-4844-4647-b974-5b4028dd4186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.482511] env[62859]: DEBUG nova.scheduler.client.report [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.490061] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.490365] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.490574] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.490800] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.490984] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.491197] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.491455] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.491655] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.491863] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.492084] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.494074] env[62859]: DEBUG nova.virt.hardware [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.494074] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd345f3-0dcf-4998-b01c-34f76186897d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.512536] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537332, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.514080] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b283e3-1410-4b4a-ae4c-a322cc577a63 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.519877] env[62859]: DEBUG nova.network.neutron [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Updating instance_info_cache with network_info: [{"id": "fc7bfb39-0158-49fc-80ef-262670ba033b", "address": "fa:16:3e:16:84:b5", "network": {"id": "1db4cacf-9765-426d-960f-ae5321eafaa7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1277519925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "969b002d8e674b94b1103b2588f8ce85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7bfb39-01", "ovs_interfaceid": "fc7bfb39-0158-49fc-80ef-262670ba033b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.539268] env[62859]: DEBUG nova.network.neutron [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Successfully created port: 9717ab6f-f531-4ca5-8716-8c2f2e936686 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.549671] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537329, 'name': ReconfigVM_Task, 'duration_secs': 0.735385} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.549925] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Reconfigured VM instance instance-00000005 to attach disk [datastore2] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.550584] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-851898f8-0c32-497f-9d87-04a6be76f178 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.554983] env[62859]: DEBUG nova.network.neutron [req-c18a0c5b-dbbc-4eb2-bcc6-f9aae0f35484 req-54203157-619e-47f3-ad37-e587e5fd01fd service nova] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Updated VIF entry in instance network info cache for port d151e73f-b704-4b45-8aae-771a0c7fe401. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.555406] env[62859]: DEBUG nova.network.neutron [req-c18a0c5b-dbbc-4eb2-bcc6-f9aae0f35484 req-54203157-619e-47f3-ad37-e587e5fd01fd service nova] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Updating instance_info_cache with network_info: [{"id": "d151e73f-b704-4b45-8aae-771a0c7fe401", "address": "fa:16:3e:01:65:8c", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd151e73f-b7", "ovs_interfaceid": "d151e73f-b704-4b45-8aae-771a0c7fe401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.561656] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 595.561656] env[62859]: value = "task-2537338" [ 595.561656] env[62859]: _type = "Task" [ 595.561656] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.574489] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537338, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.594618] env[62859]: DEBUG nova.compute.manager [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.613359] env[62859]: DEBUG nova.compute.manager [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.628999] env[62859]: DEBUG oslo_vmware.api [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537333, 'name': PowerOffVM_Task, 'duration_secs': 0.391252} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.629726] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.629911] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 595.630229] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48b42d4c-9e6c-4f4f-8e0e-74bdeda95d1f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.731594] env[62859]: DEBUG oslo_vmware.api [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Task: {'id': task-2537335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46874} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.731871] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 595.732087] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 595.732293] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 595.732541] env[62859]: INFO nova.compute.manager [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 595.732801] env[62859]: DEBUG oslo.service.loopingcall [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.733009] env[62859]: DEBUG nova.compute.manager [-] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 595.733134] env[62859]: DEBUG nova.network.neutron [-] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.820164] env[62859]: DEBUG oslo_vmware.api [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537336, 'name': PowerOffVM_Task, 'duration_secs': 0.402701} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.820840] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 595.822261] env[62859]: DEBUG nova.compute.manager [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.822414] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd8b4a4-7f50-473d-b997-d79256cdbf8b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.898219] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103918} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.898644] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.899405] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a201bfc8-dadd-45ad-8ffb-a19674083b7b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.922465] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 34bcec9d-1057-4f3f-8ad9-4045294cb447/34bcec9d-1057-4f3f-8ad9-4045294cb447.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.923970] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f22934-770c-4506-9590-cd8926908e27 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.959889] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 595.959889] env[62859]: value = "task-2537340" [ 595.959889] env[62859]: _type = "Task" [ 595.959889] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.968796] env[62859]: INFO nova.compute.manager [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Took 27.36 seconds to build instance. [ 595.972163] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.974172] env[62859]: DEBUG oslo_concurrency.lockutils [req-5a777f8b-a485-4031-8124-130aeca59b3e req-c2ea393f-e011-4802-941e-b6af197056cd service nova] Releasing lock "refresh_cache-6c9c4f26-fccc-4009-a554-fa21d6bb157d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.000052] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.002985] env[62859]: DEBUG nova.compute.manager [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.007719] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.802s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.007963] env[62859]: DEBUG nova.objects.instance [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lazy-loading 'resources' on Instance uuid b01e28fc-5f0e-46b5-8f9f-e669520cfb1a {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 596.012025] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638559} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.012025] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 6c9c4f26-fccc-4009-a554-fa21d6bb157d/6c9c4f26-fccc-4009-a554-fa21d6bb157d.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.012025] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.012025] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8992de9-778a-40bc-a90d-ae854037f9db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.022761] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Releasing lock "refresh_cache-8df0232c-8f30-479a-a99d-40e3f767b477" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.023128] env[62859]: DEBUG nova.compute.manager [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Instance network_info: |[{"id": "fc7bfb39-0158-49fc-80ef-262670ba033b", "address": "fa:16:3e:16:84:b5", "network": {"id": "1db4cacf-9765-426d-960f-ae5321eafaa7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1277519925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "969b002d8e674b94b1103b2588f8ce85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7bfb39-01", "ovs_interfaceid": "fc7bfb39-0158-49fc-80ef-262670ba033b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.025400] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:84:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc7bfb39-0158-49fc-80ef-262670ba033b', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.033565] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Creating folder: Project (969b002d8e674b94b1103b2588f8ce85). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.034447] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 596.034447] env[62859]: value = "task-2537341" [ 596.034447] env[62859]: _type = "Task" [ 596.034447] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.036289] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4939af1-fb3d-4ba5-9a7f-876c9a3d1f10 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.038378] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.038632] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.038742] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Deleting the datastore file [datastore2] 01723ee2-3bb5-4a19-a8e4-99c698361d54 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.042461] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cf0699d-711c-450b-8dad-265ee17d09d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.059669] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.059669] env[62859]: DEBUG oslo_concurrency.lockutils [req-c18a0c5b-dbbc-4eb2-bcc6-f9aae0f35484 req-54203157-619e-47f3-ad37-e587e5fd01fd service nova] Releasing lock "refresh_cache-34bcec9d-1057-4f3f-8ad9-4045294cb447" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.060176] env[62859]: DEBUG oslo_vmware.api [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 596.060176] env[62859]: value = "task-2537343" [ 596.060176] env[62859]: _type = "Task" [ 596.060176] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.065242] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Created folder: Project (969b002d8e674b94b1103b2588f8ce85) in parent group-v512592. [ 596.065527] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Creating folder: Instances. Parent ref: group-v512631. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.070475] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94e3486-ec98-40dc-9aaf-296002bb319e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.076481] env[62859]: DEBUG oslo_vmware.api [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.080495] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537338, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.086765] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Created folder: Instances in parent group-v512631. [ 596.087142] env[62859]: DEBUG oslo.service.loopingcall [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.087449] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.087771] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22905d17-cf3f-4ce0-8eaf-97912b0b218f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.115914] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.115914] env[62859]: value = "task-2537345" [ 596.115914] env[62859]: _type = "Task" [ 596.115914] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.129420] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537345, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.132578] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.144984] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.338215] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a52bf03b-d641-4e56-80be-fd0d0faa021d tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.358536] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 596.359784] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64de737e-2add-4157-8099-4548552551e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.370796] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 596.370796] env[62859]: value = "task-2537346" [ 596.370796] env[62859]: _type = "Task" [ 596.370796] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.380678] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.476404] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1eed00be-78e8-4d02-be56-919a6fa1c10f tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.886s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.476404] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.511616] env[62859]: DEBUG nova.compute.utils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 596.512942] env[62859]: DEBUG nova.compute.manager [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.513151] env[62859]: DEBUG nova.network.neutron [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.553861] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089617} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.556816] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.557866] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9075a992-dabc-408c-bd2b-6a21fb254955 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.561954] env[62859]: DEBUG nova.policy [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '161d48d6e4c34143a11db5588cfe0822', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db847eb392534dd6ae1c260f55550f2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.592968] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 6c9c4f26-fccc-4009-a554-fa21d6bb157d/6c9c4f26-fccc-4009-a554-fa21d6bb157d.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.596879] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8905a6eb-3c67-42de-a66b-ec5acd1c7754 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.614403] env[62859]: DEBUG oslo_vmware.api [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.621306] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537338, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.628129] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 596.628129] env[62859]: value = "task-2537347" [ 596.628129] env[62859]: _type = "Task" [ 596.628129] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.634643] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537345, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.646688] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.872325] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d7830-640e-4eb1-b89a-cf23761bb9d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.879137] env[62859]: DEBUG nova.network.neutron [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Successfully created port: 02fc8498-b127-4497-a84c-051ea1177c16 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.887907] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537346, 'name': PowerOffVM_Task, 'duration_secs': 0.159002} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.892376] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 596.892376] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 596.892376] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec10a7-2db0-48af-81d7-c3b7dcfa5226 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.893874] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893e93b9-ee1d-4f70-b82a-d51ae3ec9ca0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.949519] env[62859]: DEBUG nova.network.neutron [-] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.950841] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 596.954400] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02b5f5-0a2d-4502-9917-b284897e5bfc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.954400] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-423c58e2-02c8-4dc6-a9c8-85a2ade29015 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.968319] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f847029-4147-4792-bed3-a7460af1105d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.992088] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.992744] env[62859]: DEBUG nova.compute.provider_tree [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.998111] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 596.998111] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 596.998111] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Deleting the datastore file [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 596.998111] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3e15b5b-e3b6-4b62-b3e7-d614290fbdcd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.007169] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 597.007169] env[62859]: value = "task-2537349" [ 597.007169] env[62859]: _type = "Task" [ 597.007169] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.021982] env[62859]: DEBUG nova.compute.manager [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.025453] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.100483] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537338, 'name': Rename_Task, 'duration_secs': 1.400407} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.100912] env[62859]: DEBUG oslo_vmware.api [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.649662} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.100988] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.101236] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.101851] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.101851] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.101978] env[62859]: INFO nova.compute.manager [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Took 2.03 seconds to destroy the instance on the hypervisor. [ 597.103067] env[62859]: DEBUG oslo.service.loopingcall [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.103067] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06bacfdd-3414-4097-9667-fbcea25917f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.106028] env[62859]: DEBUG nova.compute.manager [-] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 597.106028] env[62859]: DEBUG nova.network.neutron [-] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.115706] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 597.115706] env[62859]: value = "task-2537350" [ 597.115706] env[62859]: _type = "Task" [ 597.115706] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.131660] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.142151] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537345, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.148100] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537347, 'name': ReconfigVM_Task, 'duration_secs': 0.312314} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.148611] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 6c9c4f26-fccc-4009-a554-fa21d6bb157d/6c9c4f26-fccc-4009-a554-fa21d6bb157d.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.149370] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b3183dc-10e0-49e8-bbc9-f488d46ae37f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.163555] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 597.163555] env[62859]: value = "task-2537351" [ 597.163555] env[62859]: _type = "Task" [ 597.163555] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.175949] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537351, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.451743] env[62859]: INFO nova.compute.manager [-] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Took 1.72 seconds to deallocate network for instance. [ 597.472256] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537340, 'name': ReconfigVM_Task, 'duration_secs': 1.46582} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.472571] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 34bcec9d-1057-4f3f-8ad9-4045294cb447/34bcec9d-1057-4f3f-8ad9-4045294cb447.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.473210] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-796c7719-fba9-4bf4-8369-6e5949bbf671 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.482276] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 597.482276] env[62859]: value = "task-2537352" [ 597.482276] env[62859]: _type = "Task" [ 597.482276] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.491560] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537352, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.498648] env[62859]: DEBUG nova.scheduler.client.report [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.520776] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185983} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.521779] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 597.522058] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 597.522298] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 597.583521] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.584116] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.631782] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.643936] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537345, 'name': CreateVM_Task, 'duration_secs': 1.24256} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.647217] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.647217] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.647217] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.647217] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.647217] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-145aa642-52f5-4dbc-b0b6-370eeabb06d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.653895] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 597.653895] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e3d662-c972-4522-6075-e6c370ef1d0a" [ 597.653895] env[62859]: _type = "Task" [ 597.653895] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.667698] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e3d662-c972-4522-6075-e6c370ef1d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.677114] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537351, 'name': Rename_Task, 'duration_secs': 0.178636} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.677427] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.678042] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c543c03d-4a76-4e1a-961c-9fb7288f9ba2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.686414] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 597.686414] env[62859]: value = "task-2537353" [ 597.686414] env[62859]: _type = "Task" [ 597.686414] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.696881] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.774653] env[62859]: DEBUG nova.network.neutron [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Successfully updated port: 9717ab6f-f531-4ca5-8716-8c2f2e936686 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.960691] env[62859]: DEBUG oslo_concurrency.lockutils [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.996418] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537352, 'name': Rename_Task, 'duration_secs': 0.228406} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.000250] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.000250] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79bb75be-ac89-47da-868f-1f090185a67e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.004050] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.008842] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.389s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.010582] env[62859]: INFO nova.compute.claims [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.019056] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 598.019056] env[62859]: value = "task-2537354" [ 598.019056] env[62859]: _type = "Task" [ 598.019056] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.034716] env[62859]: DEBUG nova.compute.manager [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.037548] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537354, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.051208] env[62859]: INFO nova.scheduler.client.report [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Deleted allocations for instance b01e28fc-5f0e-46b5-8f9f-e669520cfb1a [ 598.085583] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.086024] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.086107] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.086343] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.086423] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.086575] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.087564] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.087564] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.087564] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.087564] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.087564] env[62859]: DEBUG nova.virt.hardware [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.088423] env[62859]: DEBUG nova.compute.manager [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.091932] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae70e5e-afcc-4491-89bb-19484d0ae166 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.105691] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981f9cf5-efaf-4425-9491-e041758358a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.139695] env[62859]: DEBUG oslo_vmware.api [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537350, 'name': PowerOnVM_Task, 'duration_secs': 0.693926} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.139970] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.140593] env[62859]: DEBUG nova.compute.manager [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.142662] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2da32-99ae-480a-a568-063034078340 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.165475] env[62859]: DEBUG nova.compute.manager [req-9700d542-43b6-42b6-9fec-15986dd4bdd9 req-780268f9-4e48-4318-a1c7-32c01f336889 service nova] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Received event network-vif-deleted-f5eced30-d7b7-498d-84ef-a99ac26db007 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.174486] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e3d662-c972-4522-6075-e6c370ef1d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.174790] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.175091] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.175457] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.175625] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.175856] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.176261] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b3520e7-6254-4a8f-80f1-e0e0a926599e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.190178] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.190178] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.193904] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdb53d7-431b-4952-8ab5-4748a4635a08 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.205091] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.206704] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 598.206704] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d566e7-a7ff-9fe8-543e-70e68d572a01" [ 598.206704] env[62859]: _type = "Task" [ 598.206704] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.217854] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d566e7-a7ff-9fe8-543e-70e68d572a01, 'name': SearchDatastore_Task} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.218670] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8787c7cc-05d7-43bf-9bff-51761770251d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.225831] env[62859]: DEBUG nova.compute.manager [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Received event network-vif-deleted-3c87f7ea-5f70-4742-9ac9-717965304b0d {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.226127] env[62859]: DEBUG nova.compute.manager [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Received event network-vif-plugged-fc7bfb39-0158-49fc-80ef-262670ba033b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.226384] env[62859]: DEBUG oslo_concurrency.lockutils [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] Acquiring lock "8df0232c-8f30-479a-a99d-40e3f767b477-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.226666] env[62859]: DEBUG oslo_concurrency.lockutils [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] Lock "8df0232c-8f30-479a-a99d-40e3f767b477-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.226972] env[62859]: DEBUG oslo_concurrency.lockutils [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] Lock "8df0232c-8f30-479a-a99d-40e3f767b477-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.227075] env[62859]: DEBUG nova.compute.manager [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] No waiting events found dispatching network-vif-plugged-fc7bfb39-0158-49fc-80ef-262670ba033b {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.227172] env[62859]: WARNING nova.compute.manager [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Received unexpected event network-vif-plugged-fc7bfb39-0158-49fc-80ef-262670ba033b for instance with vm_state building and task_state spawning. [ 598.227336] env[62859]: DEBUG nova.compute.manager [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Received event network-changed-fc7bfb39-0158-49fc-80ef-262670ba033b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.227503] env[62859]: DEBUG nova.compute.manager [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Refreshing instance network info cache due to event network-changed-fc7bfb39-0158-49fc-80ef-262670ba033b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.227662] env[62859]: DEBUG oslo_concurrency.lockutils [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] Acquiring lock "refresh_cache-8df0232c-8f30-479a-a99d-40e3f767b477" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.227974] env[62859]: DEBUG oslo_concurrency.lockutils [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] Acquired lock "refresh_cache-8df0232c-8f30-479a-a99d-40e3f767b477" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.227974] env[62859]: DEBUG nova.network.neutron [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Refreshing network info cache for port fc7bfb39-0158-49fc-80ef-262670ba033b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.232901] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 598.232901] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b05447-30c8-b1f9-913d-a362bfe4c155" [ 598.232901] env[62859]: _type = "Task" [ 598.232901] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.254316] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b05447-30c8-b1f9-913d-a362bfe4c155, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.254646] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.256322] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8df0232c-8f30-479a-a99d-40e3f767b477/8df0232c-8f30-479a-a99d-40e3f767b477.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.256322] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8a37070-d140-41fa-933e-3a8c23f555c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.266060] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 598.266060] env[62859]: value = "task-2537355" [ 598.266060] env[62859]: _type = "Task" [ 598.266060] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.277150] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.280090] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "refresh_cache-e0255bdd-6582-41b7-8f6d-bbef90903f05" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.280260] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquired lock "refresh_cache-e0255bdd-6582-41b7-8f6d-bbef90903f05" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.280421] env[62859]: DEBUG nova.network.neutron [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.548744] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.564910] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af1ecba-eb09-40f6-a1ba-a0fab3ea5d4e tempest-ServerDiagnosticsNegativeTest-599615654 tempest-ServerDiagnosticsNegativeTest-599615654-project-member] Lock "b01e28fc-5f0e-46b5-8f9f-e669520cfb1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.286s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.593384] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.593652] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.593810] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.593989] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.594150] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.594338] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.594516] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.594671] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.594838] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.594994] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.595196] env[62859]: DEBUG nova.virt.hardware [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.598980] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce525ff-520a-4089-9507-2b4b7b374d30 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.613491] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.613894] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.620223] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eef291a-6622-4803-8fdf-5ac1d6f7ae19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.641111] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.647014] env[62859]: DEBUG oslo.service.loopingcall [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.648398] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.649606] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.649606] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a674e3ea-e08c-4360-8a78-336121370b70 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.674158] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.674158] env[62859]: value = "task-2537356" [ 598.674158] env[62859]: _type = "Task" [ 598.674158] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.680632] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.687892] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537356, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.701599] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.785171] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537355, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.843319] env[62859]: DEBUG nova.network.neutron [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.039840] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537354, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.188834] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537356, 'name': CreateVM_Task, 'duration_secs': 0.351609} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.192942] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.192942] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.192942] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.193198] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.193828] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327e3477-782f-4a51-9a8b-af2d5e149d54 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.200089] env[62859]: DEBUG oslo_vmware.api [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537353, 'name': PowerOnVM_Task, 'duration_secs': 1.257951} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.203870] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.204153] env[62859]: INFO nova.compute.manager [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Took 12.75 seconds to spawn the instance on the hypervisor. [ 599.204368] env[62859]: DEBUG nova.compute.manager [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.204764] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 599.204764] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52baa2a4-3470-b323-8b83-0df70b1b2af3" [ 599.204764] env[62859]: _type = "Task" [ 599.204764] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.205970] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9b1148-8aca-454e-929d-064eb34ef180 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.217498] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52baa2a4-3470-b323-8b83-0df70b1b2af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.227522] env[62859]: DEBUG nova.network.neutron [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Successfully updated port: 02fc8498-b127-4497-a84c-051ea1177c16 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.231043] env[62859]: DEBUG nova.network.neutron [-] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.279778] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703596} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.282665] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8df0232c-8f30-479a-a99d-40e3f767b477/8df0232c-8f30-479a-a99d-40e3f767b477.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.282846] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.283697] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a8ca14c-4512-4799-8208-ef6c07806829 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.294713] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 599.294713] env[62859]: value = "task-2537357" [ 599.294713] env[62859]: _type = "Task" [ 599.294713] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.308272] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.313502] env[62859]: DEBUG nova.network.neutron [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Updated VIF entry in instance network info cache for port fc7bfb39-0158-49fc-80ef-262670ba033b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.313502] env[62859]: DEBUG nova.network.neutron [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Updating instance_info_cache with network_info: [{"id": "fc7bfb39-0158-49fc-80ef-262670ba033b", "address": "fa:16:3e:16:84:b5", "network": {"id": "1db4cacf-9765-426d-960f-ae5321eafaa7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1277519925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "969b002d8e674b94b1103b2588f8ce85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7bfb39-01", "ovs_interfaceid": "fc7bfb39-0158-49fc-80ef-262670ba033b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.416873] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e29b863-c57d-4adc-80af-1a430f59c91c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.426991] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c92ac4-4b50-4e50-9026-84d91d3a4ce8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.460262] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb39b0-b233-4bc4-8238-bee18c0ca425 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.468999] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c70bd9-c3a4-4442-828b-681c1359a0f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.483884] env[62859]: DEBUG nova.compute.provider_tree [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.500464] env[62859]: DEBUG nova.network.neutron [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Updating instance_info_cache with network_info: [{"id": "9717ab6f-f531-4ca5-8716-8c2f2e936686", "address": "fa:16:3e:87:41:83", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9717ab6f-f5", "ovs_interfaceid": "9717ab6f-f531-4ca5-8716-8c2f2e936686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.535040] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.720977] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52baa2a4-3470-b323-8b83-0df70b1b2af3, 'name': SearchDatastore_Task, 'duration_secs': 0.020885} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.720977] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.721335] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.721427] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.721531] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.721798] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.722080] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc9fd72-c336-4ab2-bdbf-68f95a66d340 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.739303] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquiring lock "refresh_cache-8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.739437] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquired lock "refresh_cache-8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.739582] env[62859]: DEBUG nova.network.neutron [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.743134] env[62859]: INFO nova.compute.manager [-] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Took 2.64 seconds to deallocate network for instance. [ 599.743469] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.743585] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.749837] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f41188a-5b79-45d3-8c3b-f224d97c8712 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.756476] env[62859]: INFO nova.compute.manager [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Took 21.10 seconds to build instance. [ 599.762716] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 599.762716] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527859e3-7980-40c5-423e-7fbe97067bcb" [ 599.762716] env[62859]: _type = "Task" [ 599.762716] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.776983] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527859e3-7980-40c5-423e-7fbe97067bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.807770] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073841} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.808390] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.809539] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43136f-3e48-4752-976d-df9ea8fba99c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.826352] env[62859]: DEBUG oslo_concurrency.lockutils [req-3042fdd7-24bc-4675-87e6-ba94a64c56d7 req-185adbda-1af9-483c-b00f-734c641a1dbd service nova] Releasing lock "refresh_cache-8df0232c-8f30-479a-a99d-40e3f767b477" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.837185] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 8df0232c-8f30-479a-a99d-40e3f767b477/8df0232c-8f30-479a-a99d-40e3f767b477.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.837806] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-734e24ba-1a70-4c93-b293-0c12da5f26e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.864491] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 599.864491] env[62859]: value = "task-2537358" [ 599.864491] env[62859]: _type = "Task" [ 599.864491] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.874163] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.987374] env[62859]: DEBUG nova.scheduler.client.report [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.005593] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Releasing lock "refresh_cache-e0255bdd-6582-41b7-8f6d-bbef90903f05" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.005912] env[62859]: DEBUG nova.compute.manager [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Instance network_info: |[{"id": "9717ab6f-f531-4ca5-8716-8c2f2e936686", "address": "fa:16:3e:87:41:83", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9717ab6f-f5", "ovs_interfaceid": "9717ab6f-f531-4ca5-8716-8c2f2e936686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.006992] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:41:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9717ab6f-f531-4ca5-8716-8c2f2e936686', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.016655] env[62859]: DEBUG oslo.service.loopingcall [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.017227] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.017473] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2bdc921-c544-4d20-a1f7-591dff7145fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.047811] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.050101] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.050101] env[62859]: value = "task-2537359" [ 600.050101] env[62859]: _type = "Task" [ 600.050101] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.059985] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537359, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.196148] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquiring lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.196403] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.261518] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36ac1768-140b-4d65-8b0a-22d9ca65c646 tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.612s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.281670] env[62859]: DEBUG oslo_concurrency.lockutils [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.289051] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527859e3-7980-40c5-423e-7fbe97067bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.029235} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.289974] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733cb118-a7cb-4bce-8b20-a333df7b5c90 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.298027] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 600.298027] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528e73f7-e036-57c2-20ee-83f6beb40064" [ 600.298027] env[62859]: _type = "Task" [ 600.298027] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.312326] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528e73f7-e036-57c2-20ee-83f6beb40064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.331154] env[62859]: DEBUG nova.network.neutron [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.382814] env[62859]: DEBUG nova.compute.manager [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.384684] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c962a-f3d7-4a02-927a-9c1356706f52 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.392031] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537358, 'name': ReconfigVM_Task, 'duration_secs': 0.517511} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.392640] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 8df0232c-8f30-479a-a99d-40e3f767b477/8df0232c-8f30-479a-a99d-40e3f767b477.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.393547] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-580d4bab-7ec2-4ea0-b791-e167991ad748 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.411046] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 600.411046] env[62859]: value = "task-2537360" [ 600.411046] env[62859]: _type = "Task" [ 600.411046] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.422571] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537360, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.493154] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.493251] env[62859]: DEBUG nova.compute.manager [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.496333] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.564s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.497333] env[62859]: DEBUG nova.objects.instance [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lazy-loading 'resources' on Instance uuid 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 600.524020] env[62859]: DEBUG nova.network.neutron [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Updating instance_info_cache with network_info: [{"id": "02fc8498-b127-4497-a84c-051ea1177c16", "address": "fa:16:3e:80:59:09", "network": {"id": "9000865d-763c-497f-b273-f26779c3cad3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1544386057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "db847eb392534dd6ae1c260f55550f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fc8498-b1", "ovs_interfaceid": "02fc8498-b127-4497-a84c-051ea1177c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.547611] env[62859]: DEBUG oslo_vmware.api [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537354, 'name': PowerOnVM_Task, 'duration_secs': 2.164177} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.547821] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.548062] env[62859]: INFO nova.compute.manager [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Took 16.51 seconds to spawn the instance on the hypervisor. [ 600.548400] env[62859]: DEBUG nova.compute.manager [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.549375] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8130de53-239e-4ff1-8ecf-cf484465d8e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.566843] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537359, 'name': CreateVM_Task, 'duration_secs': 0.346528} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.567678] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.568358] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.568594] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.568934] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.569231] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53529724-3c84-4bab-ad30-9bb7e111f389 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.575056] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 600.575056] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529a301d-fa7b-c2a2-792c-1bc5af66f529" [ 600.575056] env[62859]: _type = "Task" [ 600.575056] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.586230] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529a301d-fa7b-c2a2-792c-1bc5af66f529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.765985] env[62859]: DEBUG nova.compute.manager [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.814359] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528e73f7-e036-57c2-20ee-83f6beb40064, 'name': SearchDatastore_Task, 'duration_secs': 0.017622} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.814735] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.815239] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae/6cafce31-1c08-442a-bc6c-d6b3845709ae.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.815602] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dee5c97f-89f2-4d75-a55e-2bb537de0e18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.825107] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 600.825107] env[62859]: value = "task-2537361" [ 600.825107] env[62859]: _type = "Task" [ 600.825107] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.835530] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.908251] env[62859]: INFO nova.compute.manager [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] instance snapshotting [ 600.908506] env[62859]: WARNING nova.compute.manager [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 600.917901] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4616d59-bd2d-497b-a8a0-a177de245174 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.930960] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "57766422-1249-4ac4-8dcd-736cf0325556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.931247] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "57766422-1249-4ac4-8dcd-736cf0325556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.960638] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba8a39e-f001-46f1-993a-4af69bda7b15 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.963978] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537360, 'name': Rename_Task, 'duration_secs': 0.195188} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.964588] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.965510] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d7d503-3add-4289-9ee6-31ccde761215 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.975029] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 600.975029] env[62859]: value = "task-2537362" [ 600.975029] env[62859]: _type = "Task" [ 600.975029] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.988750] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.999636] env[62859]: DEBUG nova.compute.utils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.005380] env[62859]: DEBUG nova.compute.manager [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.005564] env[62859]: DEBUG nova.network.neutron [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.028427] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Releasing lock "refresh_cache-8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.028427] env[62859]: DEBUG nova.compute.manager [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Instance network_info: |[{"id": "02fc8498-b127-4497-a84c-051ea1177c16", "address": "fa:16:3e:80:59:09", "network": {"id": "9000865d-763c-497f-b273-f26779c3cad3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1544386057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "db847eb392534dd6ae1c260f55550f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fc8498-b1", "ovs_interfaceid": "02fc8498-b127-4497-a84c-051ea1177c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.029392] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:59:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02fc8498-b127-4497-a84c-051ea1177c16', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.038422] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Creating folder: Project (db847eb392534dd6ae1c260f55550f2c). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.039067] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-052d2512-583a-4cb8-8b2f-6db5d3b0e0f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.056417] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Created folder: Project (db847eb392534dd6ae1c260f55550f2c) in parent group-v512592. [ 601.056417] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Creating folder: Instances. Parent ref: group-v512636. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.057543] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc1c2b58-7dba-43e3-a3fd-8a02724ae215 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.068834] env[62859]: DEBUG nova.policy [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c73be0f6cd648dab09c308d1a21b8de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '488a1c4e1fe143349488746c1523ec93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.084316] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Created folder: Instances in parent group-v512636. [ 601.084316] env[62859]: DEBUG oslo.service.loopingcall [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.091715] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.092319] env[62859]: INFO nova.compute.manager [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Took 27.72 seconds to build instance. [ 601.093302] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee08ffb9-806c-4aea-aad8-d92f9c185bd8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.122629] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529a301d-fa7b-c2a2-792c-1bc5af66f529, 'name': SearchDatastore_Task, 'duration_secs': 0.013342} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.122963] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.123305] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.123557] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.123714] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.124132] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.124196] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.124196] env[62859]: value = "task-2537365" [ 601.124196] env[62859]: _type = "Task" [ 601.124196] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.124407] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37dc37a1-3459-4a0e-8390-55aeabbd7744 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.146047] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537365, 'name': CreateVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.153859] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.154257] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.155319] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be6bdfd1-a73c-4c0e-a15d-077976b39e59 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.170938] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 601.170938] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a09ba5-5b9e-16da-eff0-7fc60ba9d0ac" [ 601.170938] env[62859]: _type = "Task" [ 601.170938] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.185663] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a09ba5-5b9e-16da-eff0-7fc60ba9d0ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.299891] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.340811] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537361, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.479834] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 601.479834] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6623d9e6-f08c-41ab-b700-c4ca6faceb79 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.499594] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.506353] env[62859]: DEBUG nova.compute.manager [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.515278] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 601.515278] env[62859]: value = "task-2537366" [ 601.515278] env[62859]: _type = "Task" [ 601.515278] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.543634] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537366, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.587227] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bcec2e-078c-4994-892c-635bd977db05 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.602825] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cbf653-cee5-4926-89fe-27a5d3366adb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.642686] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0f34db7a-5174-4b18-92db-eaf35361027c tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "34bcec9d-1057-4f3f-8ad9-4045294cb447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.300s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.648429] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02354633-01dc-4950-90d2-87bddea951b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.665032] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe2ce13-2d8f-4546-9500-013d18afd4da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.670097] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537365, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.687531] env[62859]: DEBUG nova.compute.provider_tree [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.689753] env[62859]: DEBUG nova.network.neutron [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Successfully created port: 4e71672e-4377-46b8-b2d6-83035f8409d0 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.701133] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a09ba5-5b9e-16da-eff0-7fc60ba9d0ac, 'name': SearchDatastore_Task, 'duration_secs': 0.071406} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.702332] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660654d8-7c6f-4d85-8842-4c8ffbd7f1f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.712511] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 601.712511] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f7cf90-539c-ca78-3d9d-0d0e979748ff" [ 601.712511] env[62859]: _type = "Task" [ 601.712511] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.730618] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f7cf90-539c-ca78-3d9d-0d0e979748ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.845721] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713494} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.845721] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae/6cafce31-1c08-442a-bc6c-d6b3845709ae.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.846231] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.846231] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f66baf81-affa-4542-89db-191f8348d0ba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.855807] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 601.855807] env[62859]: value = "task-2537367" [ 601.855807] env[62859]: _type = "Task" [ 601.855807] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.868151] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.909993] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Acquiring lock "b313f565-8c01-497c-9f95-858319cfea1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.910273] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "b313f565-8c01-497c-9f95-858319cfea1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.989900] env[62859]: DEBUG oslo_vmware.api [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537362, 'name': PowerOnVM_Task, 'duration_secs': 0.818419} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.990193] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.990504] env[62859]: INFO nova.compute.manager [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Took 10.07 seconds to spawn the instance on the hypervisor. [ 601.990552] env[62859]: DEBUG nova.compute.manager [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.991382] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c4b583-1da1-4d74-808e-91162b284a23 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.039397] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537366, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.155368] env[62859]: DEBUG nova.compute.manager [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.158373] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537365, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.194847] env[62859]: DEBUG nova.scheduler.client.report [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.225175] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f7cf90-539c-ca78-3d9d-0d0e979748ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015001} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.225464] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.225769] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e0255bdd-6582-41b7-8f6d-bbef90903f05/e0255bdd-6582-41b7-8f6d-bbef90903f05.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.226103] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d9cf442-5eac-4e79-bb27-0bd05eaa3024 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.234212] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 602.234212] env[62859]: value = "task-2537368" [ 602.234212] env[62859]: _type = "Task" [ 602.234212] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.243862] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.292210] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "8a2be843-34fa-42c4-be53-ad595c485a92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.294443] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "8a2be843-34fa-42c4-be53-ad595c485a92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.373707] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113865} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.373985] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.375059] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d2f44-7cc8-4194-98de-5f9a450c8986 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.397493] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae/6cafce31-1c08-442a-bc6c-d6b3845709ae.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.397851] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c97e29f4-977a-4a29-a393-946bfb74e148 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.421232] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 602.421232] env[62859]: value = "task-2537369" [ 602.421232] env[62859]: _type = "Task" [ 602.421232] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.430926] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.484837] env[62859]: DEBUG nova.compute.manager [req-f1bc5c1d-a9a8-428a-8515-f79061485f62 req-31bb2cb9-6547-40f7-8eb9-8ccb36c1a6b1 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received event network-vif-deleted-62b405cd-4557-4ba1-8679-787040266615 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.485190] env[62859]: DEBUG nova.compute.manager [req-f1bc5c1d-a9a8-428a-8515-f79061485f62 req-31bb2cb9-6547-40f7-8eb9-8ccb36c1a6b1 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received event network-vif-deleted-3af2b0a4-1733-47b6-82d5-c47f0064d0d0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.485479] env[62859]: DEBUG nova.compute.manager [req-f1bc5c1d-a9a8-428a-8515-f79061485f62 req-31bb2cb9-6547-40f7-8eb9-8ccb36c1a6b1 service nova] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Received event network-vif-deleted-ca246322-120c-4c9c-a4a0-c7ee6f552954 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.518283] env[62859]: DEBUG nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Received event network-vif-deleted-8f270b5e-31b8-4674-9b21-e1b2ae257681 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.518743] env[62859]: DEBUG nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Received event network-vif-plugged-9717ab6f-f531-4ca5-8716-8c2f2e936686 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.518743] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Acquiring lock "e0255bdd-6582-41b7-8f6d-bbef90903f05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.519145] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Lock "e0255bdd-6582-41b7-8f6d-bbef90903f05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.519145] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Lock "e0255bdd-6582-41b7-8f6d-bbef90903f05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.519533] env[62859]: DEBUG nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] No waiting events found dispatching network-vif-plugged-9717ab6f-f531-4ca5-8716-8c2f2e936686 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.519533] env[62859]: WARNING nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Received unexpected event network-vif-plugged-9717ab6f-f531-4ca5-8716-8c2f2e936686 for instance with vm_state building and task_state spawning. [ 602.519669] env[62859]: DEBUG nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Received event network-changed-9717ab6f-f531-4ca5-8716-8c2f2e936686 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.519762] env[62859]: DEBUG nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Refreshing instance network info cache due to event network-changed-9717ab6f-f531-4ca5-8716-8c2f2e936686. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 602.519959] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Acquiring lock "refresh_cache-e0255bdd-6582-41b7-8f6d-bbef90903f05" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.520067] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Acquired lock "refresh_cache-e0255bdd-6582-41b7-8f6d-bbef90903f05" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.520235] env[62859]: DEBUG nova.network.neutron [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Refreshing network info cache for port 9717ab6f-f531-4ca5-8716-8c2f2e936686 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.521685] env[62859]: INFO nova.compute.manager [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Took 20.71 seconds to build instance. [ 602.523409] env[62859]: DEBUG nova.compute.manager [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.540737] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537366, 'name': CreateSnapshot_Task, 'duration_secs': 0.841221} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.541395] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 602.542297] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c64e80-9be5-4d77-b7db-fd8e8728b613 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.571309] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.572142] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.572142] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.572142] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.574297] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.574297] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.574297] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.574297] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.574297] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.574297] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.574297] env[62859]: DEBUG nova.virt.hardware [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.577503] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e203eb7d-388e-4274-bf54-b659aec56dda {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.585554] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a361bdf-2434-4a1f-beaa-b5b4b13e7479 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.657892] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537365, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.697161] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.704028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.711826] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.266s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.713223] env[62859]: INFO nova.compute.claims [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.751317] env[62859]: INFO nova.scheduler.client.report [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Deleted allocations for instance 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3 [ 602.762046] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537368, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.939068] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537369, 'name': ReconfigVM_Task, 'duration_secs': 0.37176} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.939068] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae/6cafce31-1c08-442a-bc6c-d6b3845709ae.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 602.939068] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e9dbbf4-bc3b-4d66-8995-563d28d79c66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.951498] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 602.951498] env[62859]: value = "task-2537370" [ 602.951498] env[62859]: _type = "Task" [ 602.951498] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.966993] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537370, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.030937] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e0f42199-cded-4de4-a0bb-406401535c75 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "8df0232c-8f30-479a-a99d-40e3f767b477" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.226s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.069385] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 603.070247] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-04c40cef-8a63-4cd6-9da7-5931ec710d66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.081997] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 603.081997] env[62859]: value = "task-2537371" [ 603.081997] env[62859]: _type = "Task" [ 603.081997] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.093178] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537371, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.156404] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537365, 'name': CreateVM_Task, 'duration_secs': 1.653387} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.157499] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.158056] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.158238] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.158580] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.158891] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9690784d-d674-4f69-a1b9-9dab92fc4f5c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.167625] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 603.167625] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d48853-b4be-c992-df16-f7150cca40d2" [ 603.167625] env[62859]: _type = "Task" [ 603.167625] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.183511] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d48853-b4be-c992-df16-f7150cca40d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.242141] env[62859]: DEBUG nova.compute.manager [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Stashing vm_state: active {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 603.256389] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724972} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.256389] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e0255bdd-6582-41b7-8f6d-bbef90903f05/e0255bdd-6582-41b7-8f6d-bbef90903f05.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.256389] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.258170] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-610f24f6-7554-4104-88e0-708c518cccca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.260788] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d669db38-d1d2-46bb-85a6-91b9c64a581b tempest-InstanceActionsTestJSON-597983505 tempest-InstanceActionsTestJSON-597983505-project-member] Lock "9b3d6806-d1e2-4719-b614-fba5aaa0c0b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.921s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.269219] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 603.269219] env[62859]: value = "task-2537372" [ 603.269219] env[62859]: _type = "Task" [ 603.269219] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.297807] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.470666] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537370, 'name': Rename_Task, 'duration_secs': 0.164761} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.470984] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.471306] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9261e12c-d845-46b4-9db9-606245f1de90 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.480188] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 603.480188] env[62859]: value = "task-2537373" [ 603.480188] env[62859]: _type = "Task" [ 603.480188] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.491736] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.534225] env[62859]: DEBUG nova.compute.manager [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.593591] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537371, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.680842] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d48853-b4be-c992-df16-f7150cca40d2, 'name': SearchDatastore_Task, 'duration_secs': 0.019569} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.681187] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.681449] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.681687] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.681835] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.682023] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.682298] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14bd13e1-20e1-4b4a-b4aa-b49be4e91570 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.695047] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.695047] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.695493] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd72d95-2a49-4be2-a099-34a5d6ed84fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.704680] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 603.704680] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5203888b-eb3a-6082-f877-bbc5cccc3b22" [ 603.704680] env[62859]: _type = "Task" [ 603.704680] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.715441] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5203888b-eb3a-6082-f877-bbc5cccc3b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.768269] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.781874] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148293} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.782174] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.783028] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512fe3e-8fa9-4208-bcca-461d4edfe433 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.812403] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] e0255bdd-6582-41b7-8f6d-bbef90903f05/e0255bdd-6582-41b7-8f6d-bbef90903f05.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.815529] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-250b1971-628d-4d11-aef4-f3e623fd0a86 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.837808] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 603.837808] env[62859]: value = "task-2537374" [ 603.837808] env[62859]: _type = "Task" [ 603.837808] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.851267] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.851267] env[62859]: DEBUG nova.network.neutron [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Successfully updated port: 4e71672e-4377-46b8-b2d6-83035f8409d0 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.995445] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.071454] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.102091] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537371, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.144962] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637dfcb1-d23f-4442-832d-d461e3ce22a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.154174] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4a45d7-91f2-48d5-8838-14752a99005e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.192034] env[62859]: DEBUG nova.network.neutron [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Updated VIF entry in instance network info cache for port 9717ab6f-f531-4ca5-8716-8c2f2e936686. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.192342] env[62859]: DEBUG nova.network.neutron [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Updating instance_info_cache with network_info: [{"id": "9717ab6f-f531-4ca5-8716-8c2f2e936686", "address": "fa:16:3e:87:41:83", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9717ab6f-f5", "ovs_interfaceid": "9717ab6f-f531-4ca5-8716-8c2f2e936686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.194051] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daef6ce-5700-4c6c-bd93-857fa63d531b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.213069] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8b7a36-d472-4f1d-8f9a-bb24ffc624e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.223424] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5203888b-eb3a-6082-f877-bbc5cccc3b22, 'name': SearchDatastore_Task, 'duration_secs': 0.043261} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.224553] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f81a454-f910-4c4c-9cfc-79bdfd2367da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.240593] env[62859]: DEBUG nova.compute.provider_tree [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.249365] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 604.249365] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5282f2bc-c91e-bb13-f387-268cb385fc70" [ 604.249365] env[62859]: _type = "Task" [ 604.249365] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.268532] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5282f2bc-c91e-bb13-f387-268cb385fc70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.348757] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.355308] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquiring lock "refresh_cache-57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.355308] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquired lock "refresh_cache-57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.355308] env[62859]: DEBUG nova.network.neutron [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.496373] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537373, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.595912] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537371, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.701545] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Releasing lock "refresh_cache-e0255bdd-6582-41b7-8f6d-bbef90903f05" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.701799] env[62859]: DEBUG nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Received event network-vif-plugged-02fc8498-b127-4497-a84c-051ea1177c16 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.702012] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Acquiring lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.702348] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.702606] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.702874] env[62859]: DEBUG nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] No waiting events found dispatching network-vif-plugged-02fc8498-b127-4497-a84c-051ea1177c16 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.702991] env[62859]: WARNING nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Received unexpected event network-vif-plugged-02fc8498-b127-4497-a84c-051ea1177c16 for instance with vm_state building and task_state spawning. [ 604.703228] env[62859]: DEBUG nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Received event network-changed-02fc8498-b127-4497-a84c-051ea1177c16 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.703406] env[62859]: DEBUG nova.compute.manager [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Refreshing instance network info cache due to event network-changed-02fc8498-b127-4497-a84c-051ea1177c16. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.703609] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Acquiring lock "refresh_cache-8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.703752] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Acquired lock "refresh_cache-8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.703913] env[62859]: DEBUG nova.network.neutron [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Refreshing network info cache for port 02fc8498-b127-4497-a84c-051ea1177c16 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.747430] env[62859]: INFO nova.compute.manager [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Rebuilding instance [ 604.749043] env[62859]: DEBUG nova.scheduler.client.report [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.776556] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5282f2bc-c91e-bb13-f387-268cb385fc70, 'name': SearchDatastore_Task, 'duration_secs': 0.023479} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.781322] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.781445] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb/8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.782309] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cebf82b-bfe8-4af7-9ef1-bd6b4ea7b3d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.791473] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 604.791473] env[62859]: value = "task-2537375" [ 604.791473] env[62859]: _type = "Task" [ 604.791473] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.801932] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.808841] env[62859]: DEBUG nova.compute.manager [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.809853] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdd2f2a-0bb4-45e1-81b0-a0989b5e297b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.851711] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537374, 'name': ReconfigVM_Task, 'duration_secs': 0.721194} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.855364] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Reconfigured VM instance instance-0000000d to attach disk [datastore1] e0255bdd-6582-41b7-8f6d-bbef90903f05/e0255bdd-6582-41b7-8f6d-bbef90903f05.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.855364] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94a33472-fd79-4d5e-a22e-8082928ccd76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.863170] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 604.863170] env[62859]: value = "task-2537376" [ 604.863170] env[62859]: _type = "Task" [ 604.863170] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.876339] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537376, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.996140] env[62859]: DEBUG oslo_vmware.api [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537373, 'name': PowerOnVM_Task, 'duration_secs': 1.158674} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.996547] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.996737] env[62859]: DEBUG nova.compute.manager [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.997491] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad168918-c59e-400d-866e-42da6ac48f77 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.098209] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537371, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.263069] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.263979] env[62859]: DEBUG nova.compute.manager [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.268631] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.136s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.271078] env[62859]: INFO nova.compute.claims [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.298925] env[62859]: DEBUG nova.network.neutron [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.314914] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537375, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.376466] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537376, 'name': Rename_Task, 'duration_secs': 0.225472} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.376725] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.377748] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a4eaad5-29f3-42ce-a429-77c0709cce2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.388469] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 605.388469] env[62859]: value = "task-2537377" [ 605.388469] env[62859]: _type = "Task" [ 605.388469] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.400218] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.516551] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.597748] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537371, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.774278] env[62859]: DEBUG nova.compute.utils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.775724] env[62859]: DEBUG nova.compute.manager [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.775884] env[62859]: DEBUG nova.network.neutron [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.811178] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691662} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.811463] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb/8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.811672] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.811921] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e13b433d-4f63-4f2a-b336-757d3bc7371e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.823649] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 605.823649] env[62859]: value = "task-2537378" [ 605.823649] env[62859]: _type = "Task" [ 605.823649] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.829943] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 605.830071] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a68b71-dc56-44c7-b659-ff888fa9d86a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.838565] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.844288] env[62859]: DEBUG nova.compute.manager [None req-0b429e36-f0a0-43a4-8f14-e49c756a68d9 tempest-ServerExternalEventsTest-759530793 tempest-ServerExternalEventsTest-759530793-project] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Received event network-changed {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.844500] env[62859]: DEBUG nova.compute.manager [None req-0b429e36-f0a0-43a4-8f14-e49c756a68d9 tempest-ServerExternalEventsTest-759530793 tempest-ServerExternalEventsTest-759530793-project] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Refreshing instance network info cache due to event network-changed. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.845023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b429e36-f0a0-43a4-8f14-e49c756a68d9 tempest-ServerExternalEventsTest-759530793 tempest-ServerExternalEventsTest-759530793-project] Acquiring lock "refresh_cache-34bcec9d-1057-4f3f-8ad9-4045294cb447" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.845023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b429e36-f0a0-43a4-8f14-e49c756a68d9 tempest-ServerExternalEventsTest-759530793 tempest-ServerExternalEventsTest-759530793-project] Acquired lock "refresh_cache-34bcec9d-1057-4f3f-8ad9-4045294cb447" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.845233] env[62859]: DEBUG nova.network.neutron [None req-0b429e36-f0a0-43a4-8f14-e49c756a68d9 tempest-ServerExternalEventsTest-759530793 tempest-ServerExternalEventsTest-759530793-project] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.848358] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 605.848358] env[62859]: value = "task-2537379" [ 605.848358] env[62859]: _type = "Task" [ 605.848358] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.863259] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.874168] env[62859]: DEBUG nova.policy [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dcd07c6bf21488faf334a71835ce934', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8e6bf0931d0412fb094814737c48240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.903997] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537377, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.105046] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537371, 'name': CloneVM_Task, 'duration_secs': 2.755335} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.105638] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Created linked-clone VM from snapshot [ 606.106198] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae51dfb-4e3f-40ec-aebe-d237f7b3c0ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.116912] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Uploading image d08be87a-cdd3-4faf-91d0-d92b62589da3 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 606.157745] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 606.157745] env[62859]: value = "vm-512640" [ 606.157745] env[62859]: _type = "VirtualMachine" [ 606.157745] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 606.157745] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c6484e2-e072-421e-b3fd-34e8bc3ee812 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.158208] env[62859]: DEBUG nova.network.neutron [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Updated VIF entry in instance network info cache for port 02fc8498-b127-4497-a84c-051ea1177c16. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.158650] env[62859]: DEBUG nova.network.neutron [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Updating instance_info_cache with network_info: [{"id": "02fc8498-b127-4497-a84c-051ea1177c16", "address": "fa:16:3e:80:59:09", "network": {"id": "9000865d-763c-497f-b273-f26779c3cad3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1544386057-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db847eb392534dd6ae1c260f55550f2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fc8498-b1", "ovs_interfaceid": "02fc8498-b127-4497-a84c-051ea1177c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.166417] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lease: (returnval){ [ 606.166417] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c12428-960c-8878-bf5a-409e67e4baf9" [ 606.166417] env[62859]: _type = "HttpNfcLease" [ 606.166417] env[62859]: } obtained for exporting VM: (result){ [ 606.166417] env[62859]: value = "vm-512640" [ 606.166417] env[62859]: _type = "VirtualMachine" [ 606.166417] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 606.168321] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the lease: (returnval){ [ 606.168321] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c12428-960c-8878-bf5a-409e67e4baf9" [ 606.168321] env[62859]: _type = "HttpNfcLease" [ 606.168321] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 606.175237] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 606.175237] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c12428-960c-8878-bf5a-409e67e4baf9" [ 606.175237] env[62859]: _type = "HttpNfcLease" [ 606.175237] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 606.188239] env[62859]: DEBUG nova.network.neutron [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Updating instance_info_cache with network_info: [{"id": "4e71672e-4377-46b8-b2d6-83035f8409d0", "address": "fa:16:3e:c5:57:05", "network": {"id": "7359be00-61d3-4ec9-a653-d41bf15d94a3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1454605106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488a1c4e1fe143349488746c1523ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e71672e-43", "ovs_interfaceid": "4e71672e-4377-46b8-b2d6-83035f8409d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.286631] env[62859]: DEBUG nova.compute.manager [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.342683] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071639} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.345957] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.347617] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd8adc-2bee-4af3-85d8-4b5d1b2a05e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.383649] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb/8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.389665] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2aaed60-e566-4cb5-b21c-369771d66731 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.404840] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537379, 'name': PowerOffVM_Task, 'duration_secs': 0.252048} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.405828] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 606.405828] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.410263] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c669793-f801-4847-b8eb-fbd7665b8721 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.414920] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 606.414920] env[62859]: value = "task-2537381" [ 606.414920] env[62859]: _type = "Task" [ 606.414920] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.426080] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 606.426378] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.427175] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e12c7d0-4117-4c81-a83e-0ffe81a5e16d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.434389] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537381, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.456955] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 606.457226] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 606.457413] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Deleting the datastore file [datastore2] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 606.457671] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b7278ac-9d86-4125-aafb-a75f5d57000e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.465905] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 606.465905] env[62859]: value = "task-2537383" [ 606.465905] env[62859]: _type = "Task" [ 606.465905] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.477679] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.664043] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff4bd1a5-1056-4bbb-8ad0-f00e7c93c3c8 req-c04cde09-557b-4eb9-8fdd-f4e8aa9176aa service nova] Releasing lock "refresh_cache-8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.678641] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 606.678641] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c12428-960c-8878-bf5a-409e67e4baf9" [ 606.678641] env[62859]: _type = "HttpNfcLease" [ 606.678641] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 606.678641] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 606.678641] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c12428-960c-8878-bf5a-409e67e4baf9" [ 606.678641] env[62859]: _type = "HttpNfcLease" [ 606.678641] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 606.679373] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144db27f-c884-4866-8d86-8c1f3f5fae54 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.691504] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529353ab-05d3-abf8-6792-c5cf1576858b/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 606.691694] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529353ab-05d3-abf8-6792-c5cf1576858b/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 606.698896] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Releasing lock "refresh_cache-57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.698896] env[62859]: DEBUG nova.compute.manager [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Instance network_info: |[{"id": "4e71672e-4377-46b8-b2d6-83035f8409d0", "address": "fa:16:3e:c5:57:05", "network": {"id": "7359be00-61d3-4ec9-a653-d41bf15d94a3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1454605106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488a1c4e1fe143349488746c1523ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e71672e-43", "ovs_interfaceid": "4e71672e-4377-46b8-b2d6-83035f8409d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.757950] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:57:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e71672e-4377-46b8-b2d6-83035f8409d0', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.766271] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Creating folder: Project (488a1c4e1fe143349488746c1523ec93). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.767132] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581d20ae-c99e-4734-ba2c-f5dffd2f4545 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.772237] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b726456e-d30f-4e9e-aac8-23375afe1067 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.775312] env[62859]: DEBUG nova.compute.manager [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Received event network-vif-plugged-4e71672e-4377-46b8-b2d6-83035f8409d0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.775488] env[62859]: DEBUG oslo_concurrency.lockutils [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] Acquiring lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.775693] env[62859]: DEBUG oslo_concurrency.lockutils [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] Lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.775853] env[62859]: DEBUG oslo_concurrency.lockutils [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] Lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.776080] env[62859]: DEBUG nova.compute.manager [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] No waiting events found dispatching network-vif-plugged-4e71672e-4377-46b8-b2d6-83035f8409d0 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.776205] env[62859]: WARNING nova.compute.manager [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Received unexpected event network-vif-plugged-4e71672e-4377-46b8-b2d6-83035f8409d0 for instance with vm_state building and task_state spawning. [ 606.776396] env[62859]: DEBUG nova.compute.manager [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Received event network-changed-4e71672e-4377-46b8-b2d6-83035f8409d0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.776544] env[62859]: DEBUG nova.compute.manager [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Refreshing instance network info cache due to event network-changed-4e71672e-4377-46b8-b2d6-83035f8409d0. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.776719] env[62859]: DEBUG oslo_concurrency.lockutils [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] Acquiring lock "refresh_cache-57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.776850] env[62859]: DEBUG oslo_concurrency.lockutils [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] Acquired lock "refresh_cache-57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.777011] env[62859]: DEBUG nova.network.neutron [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Refreshing network info cache for port 4e71672e-4377-46b8-b2d6-83035f8409d0 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.785164] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63af1e47-5907-420b-8d5a-600db51b6e71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.795704] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Created folder: Project (488a1c4e1fe143349488746c1523ec93) in parent group-v512592. [ 606.795704] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Creating folder: Instances. Parent ref: group-v512641. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.797183] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0295dee3-2250-4280-9cc6-2d4ab1210967 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.834893] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1b1081-0c6d-42d6-a028-47f85d28a289 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.841170] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33ba05ba-9b19-4b97-b673-ce73e5b2d35f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.847116] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Created folder: Instances in parent group-v512641. [ 606.847116] env[62859]: DEBUG oslo.service.loopingcall [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.847799] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.849030] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd1f6eb-22d4-408c-a152-d8268842ac65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.855733] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207c63f1-7523-4eee-9aa3-7ba13ab0d1b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.885081] env[62859]: DEBUG nova.compute.provider_tree [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.891067] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.891067] env[62859]: value = "task-2537386" [ 606.891067] env[62859]: _type = "Task" [ 606.891067] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.906561] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537386, 'name': CreateVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.919684] env[62859]: DEBUG oslo_vmware.api [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537377, 'name': PowerOnVM_Task, 'duration_secs': 1.040887} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.922906] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.922906] env[62859]: INFO nova.compute.manager [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Took 11.49 seconds to spawn the instance on the hypervisor. [ 606.922906] env[62859]: DEBUG nova.compute.manager [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.923299] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6282006-d21c-4b5d-bd2f-994f3a216656 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.935746] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.989678] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19769} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.990914] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.991281] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.991608] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 607.303093] env[62859]: DEBUG nova.compute.manager [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.343153] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.344036] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.344036] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.344227] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.344321] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.344499] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.344763] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.345035] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.345629] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.346618] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.346618] env[62859]: DEBUG nova.virt.hardware [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.347383] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc1f2a-1b00-485b-901e-f716e407cc18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.364818] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aac033-24a2-453b-9c58-478afbbee40e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.373741] env[62859]: DEBUG nova.network.neutron [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Successfully created port: 9910b348-8cf2-4328-b774-0aedb57a28bf {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.391947] env[62859]: DEBUG nova.scheduler.client.report [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.414789] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537386, 'name': CreateVM_Task, 'duration_secs': 0.474885} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.415863] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.415863] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.416094] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.417285] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.418327] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d10a5b99-98b6-4921-a168-75bb5278aa1d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.435735] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 607.435735] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524e00fc-5876-2774-2330-2ca8c964874a" [ 607.435735] env[62859]: _type = "Task" [ 607.435735] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.436119] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537381, 'name': ReconfigVM_Task, 'duration_secs': 0.696058} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.444232] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb/8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.451685] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c74c02e1-7394-492c-b520-ad44132f73df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.453838] env[62859]: INFO nova.compute.manager [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Took 16.49 seconds to build instance. [ 607.466269] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524e00fc-5876-2774-2330-2ca8c964874a, 'name': SearchDatastore_Task, 'duration_secs': 0.015708} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.467803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.468067] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.468313] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.468460] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.468676] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.469371] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 607.469371] env[62859]: value = "task-2537387" [ 607.469371] env[62859]: _type = "Task" [ 607.469371] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.469652] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6355adf3-f6e8-4c8e-a483-2a47ae7c3743 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.483032] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537387, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.485197] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.485197] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.486697] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44d9104-c0af-4655-9bc5-119e79083eec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.500633] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 607.500633] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dbfb66-0179-34a8-f816-dc99da841694" [ 607.500633] env[62859]: _type = "Task" [ 607.500633] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.514816] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dbfb66-0179-34a8-f816-dc99da841694, 'name': SearchDatastore_Task, 'duration_secs': 0.014615} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.515740] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0febcf5f-753d-43bd-81ad-a1abb90140c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.524115] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 607.524115] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52382d9f-84e0-35ab-af58-3ef7652ae396" [ 607.524115] env[62859]: _type = "Task" [ 607.524115] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.535378] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52382d9f-84e0-35ab-af58-3ef7652ae396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.607659] env[62859]: DEBUG nova.network.neutron [None req-0b429e36-f0a0-43a4-8f14-e49c756a68d9 tempest-ServerExternalEventsTest-759530793 tempest-ServerExternalEventsTest-759530793-project] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Updating instance_info_cache with network_info: [{"id": "d151e73f-b704-4b45-8aae-771a0c7fe401", "address": "fa:16:3e:01:65:8c", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd151e73f-b7", "ovs_interfaceid": "d151e73f-b704-4b45-8aae-771a0c7fe401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.906821] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.907386] env[62859]: DEBUG nova.compute.manager [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.914062] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.769s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.917673] env[62859]: INFO nova.compute.claims [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.962494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-adc7b7a4-cc57-4e5e-b221-3d71a48ce2df tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "e0255bdd-6582-41b7-8f6d-bbef90903f05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.008s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.991134] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537387, 'name': Rename_Task, 'duration_secs': 0.161976} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.991134] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.991134] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9de4d9e3-8a76-45e4-b254-e7863be7c5f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.005509] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 608.005509] env[62859]: value = "task-2537388" [ 608.005509] env[62859]: _type = "Task" [ 608.005509] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.015735] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.041239] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52382d9f-84e0-35ab-af58-3ef7652ae396, 'name': SearchDatastore_Task, 'duration_secs': 0.01342} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.043318] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.043502] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.043587] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.046113] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.046113] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.046113] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.046113] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.046113] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.046113] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.046113] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.046113] env[62859]: DEBUG nova.virt.hardware [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.046113] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.046113] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8/57c2cd54-7ac2-4cdc-9ad2-29967042ffd8.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.049162] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cdaa95-9622-4a96-9799-c5c609082215 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.051581] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6255ac54-d415-4825-a2e7-ae294c7c3a67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.071365] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 608.071365] env[62859]: value = "task-2537389" [ 608.071365] env[62859]: _type = "Task" [ 608.071365] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.073477] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76c55dc-689e-44b0-ab14-c3e068a742b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.090766] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.099549] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.108204] env[62859]: DEBUG oslo.service.loopingcall [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.108605] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.108958] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72fac60a-8c59-4b3f-b25d-16c979cfb72f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.122576] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b429e36-f0a0-43a4-8f14-e49c756a68d9 tempest-ServerExternalEventsTest-759530793 tempest-ServerExternalEventsTest-759530793-project] Releasing lock "refresh_cache-34bcec9d-1057-4f3f-8ad9-4045294cb447" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.139941] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.139941] env[62859]: value = "task-2537390" [ 608.139941] env[62859]: _type = "Task" [ 608.139941] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.151246] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537390, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.170378] env[62859]: DEBUG nova.network.neutron [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Updated VIF entry in instance network info cache for port 4e71672e-4377-46b8-b2d6-83035f8409d0. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.170378] env[62859]: DEBUG nova.network.neutron [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Updating instance_info_cache with network_info: [{"id": "4e71672e-4377-46b8-b2d6-83035f8409d0", "address": "fa:16:3e:c5:57:05", "network": {"id": "7359be00-61d3-4ec9-a653-d41bf15d94a3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1454605106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "488a1c4e1fe143349488746c1523ec93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e71672e-43", "ovs_interfaceid": "4e71672e-4377-46b8-b2d6-83035f8409d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.335723] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquiring lock "7ce245ef-0fab-41af-988a-bc856e67380b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.336084] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "7ce245ef-0fab-41af-988a-bc856e67380b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.425640] env[62859]: DEBUG nova.compute.utils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.432574] env[62859]: DEBUG nova.compute.manager [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.432766] env[62859]: DEBUG nova.network.neutron [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.465232] env[62859]: DEBUG nova.compute.manager [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.523492] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.586150] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537389, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.650416] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537390, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.674200] env[62859]: DEBUG oslo_concurrency.lockutils [req-b85b1e26-be3b-4ef6-bbd8-c4db90d0d67e req-3a2cb02f-5040-4861-baec-d6565f446f35 service nova] Releasing lock "refresh_cache-57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.858421] env[62859]: DEBUG nova.policy [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6b5ce975b44356b28e746593a07e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfe52205b2254e22928fadcc535150ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.933757] env[62859]: DEBUG nova.compute.manager [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.941147] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquiring lock "34bcec9d-1057-4f3f-8ad9-4045294cb447" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.944994] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "34bcec9d-1057-4f3f-8ad9-4045294cb447" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.944994] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquiring lock "34bcec9d-1057-4f3f-8ad9-4045294cb447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.944994] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "34bcec9d-1057-4f3f-8ad9-4045294cb447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.944994] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "34bcec9d-1057-4f3f-8ad9-4045294cb447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.944994] env[62859]: INFO nova.compute.manager [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Terminating instance [ 608.997015] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.024351] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537388, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.092025] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696712} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.092025] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8/57c2cd54-7ac2-4cdc-9ad2-29967042ffd8.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.092025] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.092025] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfe3a035-9fc4-4da1-a8c6-16e80337f4a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.098483] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 609.098483] env[62859]: value = "task-2537391" [ 609.098483] env[62859]: _type = "Task" [ 609.098483] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.112763] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.153328] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537390, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.385799] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "edd39829-7fbc-4f66-813a-b1efd6197163" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.386154] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.404515] env[62859]: DEBUG nova.compute.manager [req-1dbf1add-c30a-4b2e-9fc9-6f2f4b4584a6 req-77a5a86a-e0ba-4bbe-93de-8456ee83f981 service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Received event network-changed-7d19921f-4844-4647-b974-5b4028dd4186 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.404765] env[62859]: DEBUG nova.compute.manager [req-1dbf1add-c30a-4b2e-9fc9-6f2f4b4584a6 req-77a5a86a-e0ba-4bbe-93de-8456ee83f981 service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Refreshing instance network info cache due to event network-changed-7d19921f-4844-4647-b974-5b4028dd4186. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.405714] env[62859]: DEBUG oslo_concurrency.lockutils [req-1dbf1add-c30a-4b2e-9fc9-6f2f4b4584a6 req-77a5a86a-e0ba-4bbe-93de-8456ee83f981 service nova] Acquiring lock "refresh_cache-6c9c4f26-fccc-4009-a554-fa21d6bb157d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.405714] env[62859]: DEBUG oslo_concurrency.lockutils [req-1dbf1add-c30a-4b2e-9fc9-6f2f4b4584a6 req-77a5a86a-e0ba-4bbe-93de-8456ee83f981 service nova] Acquired lock "refresh_cache-6c9c4f26-fccc-4009-a554-fa21d6bb157d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.405714] env[62859]: DEBUG nova.network.neutron [req-1dbf1add-c30a-4b2e-9fc9-6f2f4b4584a6 req-77a5a86a-e0ba-4bbe-93de-8456ee83f981 service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Refreshing network info cache for port 7d19921f-4844-4647-b974-5b4028dd4186 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.449773] env[62859]: DEBUG nova.compute.manager [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 609.449773] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 609.450553] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a953400-8e01-4ba4-9647-845216a5c5a0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.460890] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 609.460890] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab44e3f0-e4df-4e42-8b69-e36bfa074d48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.476831] env[62859]: DEBUG oslo_vmware.api [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 609.476831] env[62859]: value = "task-2537392" [ 609.476831] env[62859]: _type = "Task" [ 609.476831] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.486700] env[62859]: DEBUG oslo_vmware.api [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.525874] env[62859]: DEBUG oslo_vmware.api [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537388, 'name': PowerOnVM_Task, 'duration_secs': 1.217816} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.528856] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.528856] env[62859]: INFO nova.compute.manager [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Took 11.49 seconds to spawn the instance on the hypervisor. [ 609.528856] env[62859]: DEBUG nova.compute.manager [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.528856] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6ff4f-91be-4749-995c-a0cd3ef75974 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.578178] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d95f66-1adc-4979-9be4-f2916d6140dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.591195] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b3412f-cd7d-40fe-9208-c21b0716e99c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.633455] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26be205-ea90-467b-ab69-dc296f5c3030 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.661779] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eea4193-b404-4e8a-a6b3-f081bb695ba9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.667945] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099672} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.668308] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.671872] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7587860b-0ef7-4a05-bfa8-95f0b74947e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.686612] env[62859]: DEBUG nova.compute.provider_tree [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.688407] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537390, 'name': CreateVM_Task, 'duration_secs': 1.310211} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.689476] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.689653] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.689812] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.690159] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.690433] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e902c3-041c-45f6-ad24-43b52f61b5f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.716767] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8/57c2cd54-7ac2-4cdc-9ad2-29967042ffd8.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.718905] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63b07581-a7b9-432a-8192-18c3e7f7e95c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.737604] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 609.737604] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207fb26-d384-5136-1d32-dd85ebdb951d" [ 609.737604] env[62859]: _type = "Task" [ 609.737604] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.745636] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 609.745636] env[62859]: value = "task-2537393" [ 609.745636] env[62859]: _type = "Task" [ 609.745636] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.749974] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207fb26-d384-5136-1d32-dd85ebdb951d, 'name': SearchDatastore_Task, 'duration_secs': 0.02615} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.753856] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.754202] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.754463] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.754677] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.754911] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.755696] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0320b271-f79b-4370-b50e-9632ff64dcd1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.764907] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.768803] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.768803] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.772018] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f41e58-6a5f-4ede-80e7-4300cb5420eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.778298] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 609.778298] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520696ae-4d59-6eb4-67e3-87bc0d898123" [ 609.778298] env[62859]: _type = "Task" [ 609.778298] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.798303] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520696ae-4d59-6eb4-67e3-87bc0d898123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.946731] env[62859]: DEBUG nova.compute.manager [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.976813] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.977197] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.977293] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.977442] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.977592] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.977783] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.978105] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.978309] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.978519] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.978707] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.978890] env[62859]: DEBUG nova.virt.hardware [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.979922] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1491108-788e-4c79-8c53-5e58e26af479 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.996678] env[62859]: DEBUG oslo_vmware.api [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537392, 'name': PowerOffVM_Task, 'duration_secs': 0.276685} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.996678] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.996678] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 609.997866] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca065fa-ff9b-4686-9957-60fc8d3c5a82 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.006037] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d8f2d6d-a3dd-420b-9b41-5b6aa6b9b074 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.060830] env[62859]: INFO nova.compute.manager [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Took 17.04 seconds to build instance. [ 610.083240] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.083240] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.083240] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Deleting the datastore file [datastore2] 34bcec9d-1057-4f3f-8ad9-4045294cb447 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.083406] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bde6505-5d9a-4253-9f7c-95121cb66497 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.102285] env[62859]: DEBUG oslo_vmware.api [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for the task: (returnval){ [ 610.102285] env[62859]: value = "task-2537395" [ 610.102285] env[62859]: _type = "Task" [ 610.102285] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.119172] env[62859]: DEBUG oslo_vmware.api [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.190608] env[62859]: DEBUG nova.scheduler.client.report [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 610.269172] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.292687] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520696ae-4d59-6eb4-67e3-87bc0d898123, 'name': SearchDatastore_Task, 'duration_secs': 0.023611} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.293811] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84145431-db2a-4295-ad10-9ac58556aca6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.302153] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 610.302153] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527f7973-5b6a-bfb9-6d66-a48fd44f3706" [ 610.302153] env[62859]: _type = "Task" [ 610.302153] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.317906] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527f7973-5b6a-bfb9-6d66-a48fd44f3706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.379350] env[62859]: DEBUG nova.network.neutron [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Successfully created port: db206a9e-d3c8-4b84-8f05-30a65a573159 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.565810] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8f7ff0e1-00ec-468e-a65c-45fc5e3334dc tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.552s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.577535] env[62859]: DEBUG nova.network.neutron [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Successfully updated port: 9910b348-8cf2-4328-b774-0aedb57a28bf {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.596035] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "6cafce31-1c08-442a-bc6c-d6b3845709ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.596035] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "6cafce31-1c08-442a-bc6c-d6b3845709ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.596319] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "6cafce31-1c08-442a-bc6c-d6b3845709ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.596524] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "6cafce31-1c08-442a-bc6c-d6b3845709ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.596655] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "6cafce31-1c08-442a-bc6c-d6b3845709ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.602676] env[62859]: INFO nova.compute.manager [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Terminating instance [ 610.629252] env[62859]: DEBUG oslo_vmware.api [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Task: {'id': task-2537395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339515} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.629613] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.629613] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.629780] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.629894] env[62859]: INFO nova.compute.manager [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Took 1.18 seconds to destroy the instance on the hypervisor. [ 610.631179] env[62859]: DEBUG oslo.service.loopingcall [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.631179] env[62859]: DEBUG nova.compute.manager [-] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.631179] env[62859]: DEBUG nova.network.neutron [-] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.674102] env[62859]: DEBUG nova.network.neutron [req-1dbf1add-c30a-4b2e-9fc9-6f2f4b4584a6 req-77a5a86a-e0ba-4bbe-93de-8456ee83f981 service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Updated VIF entry in instance network info cache for port 7d19921f-4844-4647-b974-5b4028dd4186. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.674535] env[62859]: DEBUG nova.network.neutron [req-1dbf1add-c30a-4b2e-9fc9-6f2f4b4584a6 req-77a5a86a-e0ba-4bbe-93de-8456ee83f981 service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Updating instance_info_cache with network_info: [{"id": "7d19921f-4844-4647-b974-5b4028dd4186", "address": "fa:16:3e:cb:05:40", "network": {"id": "79082e95-2dbc-4310-90f6-e13334d39a19", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-564500677-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89d7b20ef21b41578ec887febc3a168f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d19921f-48", "ovs_interfaceid": "7d19921f-4844-4647-b974-5b4028dd4186", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.700073] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.700643] env[62859]: DEBUG nova.compute.manager [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.709304] env[62859]: DEBUG oslo_concurrency.lockutils [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.745s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.709304] env[62859]: DEBUG nova.objects.instance [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lazy-loading 'resources' on Instance uuid ba8cd721-19ff-497c-97cc-a7f422482cd3 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.762657] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537393, 'name': ReconfigVM_Task, 'duration_secs': 0.625426} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.762990] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8/57c2cd54-7ac2-4cdc-9ad2-29967042ffd8.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.763733] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cf42d2d-1789-4703-819b-682ab634e80f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.774214] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 610.774214] env[62859]: value = "task-2537396" [ 610.774214] env[62859]: _type = "Task" [ 610.774214] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.790235] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537396, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.815851] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527f7973-5b6a-bfb9-6d66-a48fd44f3706, 'name': SearchDatastore_Task, 'duration_secs': 0.027267} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.815851] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.815851] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.815851] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dabb24c-ba23-48aa-b2a5-7fe1998b24cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.824400] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 610.824400] env[62859]: value = "task-2537397" [ 610.824400] env[62859]: _type = "Task" [ 610.824400] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.837295] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.023800] env[62859]: DEBUG nova.compute.manager [req-313043ef-1397-4b52-a11b-8c39df354523 req-4103e9e3-af90-4c76-ab34-8fc7fe4f652c service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Received event network-vif-plugged-9910b348-8cf2-4328-b774-0aedb57a28bf {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 611.024110] env[62859]: DEBUG oslo_concurrency.lockutils [req-313043ef-1397-4b52-a11b-8c39df354523 req-4103e9e3-af90-4c76-ab34-8fc7fe4f652c service nova] Acquiring lock "fde96d58-b090-42bd-881e-e03f2a819f58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.024404] env[62859]: DEBUG oslo_concurrency.lockutils [req-313043ef-1397-4b52-a11b-8c39df354523 req-4103e9e3-af90-4c76-ab34-8fc7fe4f652c service nova] Lock "fde96d58-b090-42bd-881e-e03f2a819f58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.024610] env[62859]: DEBUG oslo_concurrency.lockutils [req-313043ef-1397-4b52-a11b-8c39df354523 req-4103e9e3-af90-4c76-ab34-8fc7fe4f652c service nova] Lock "fde96d58-b090-42bd-881e-e03f2a819f58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.024763] env[62859]: DEBUG nova.compute.manager [req-313043ef-1397-4b52-a11b-8c39df354523 req-4103e9e3-af90-4c76-ab34-8fc7fe4f652c service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] No waiting events found dispatching network-vif-plugged-9910b348-8cf2-4328-b774-0aedb57a28bf {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.024933] env[62859]: WARNING nova.compute.manager [req-313043ef-1397-4b52-a11b-8c39df354523 req-4103e9e3-af90-4c76-ab34-8fc7fe4f652c service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Received unexpected event network-vif-plugged-9910b348-8cf2-4328-b774-0aedb57a28bf for instance with vm_state building and task_state spawning. [ 611.073804] env[62859]: DEBUG nova.compute.manager [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.085604] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "refresh_cache-fde96d58-b090-42bd-881e-e03f2a819f58" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.085604] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquired lock "refresh_cache-fde96d58-b090-42bd-881e-e03f2a819f58" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.085604] env[62859]: DEBUG nova.network.neutron [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.124286] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "refresh_cache-6cafce31-1c08-442a-bc6c-d6b3845709ae" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.124286] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquired lock "refresh_cache-6cafce31-1c08-442a-bc6c-d6b3845709ae" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.124286] env[62859]: DEBUG nova.network.neutron [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.178713] env[62859]: DEBUG oslo_concurrency.lockutils [req-1dbf1add-c30a-4b2e-9fc9-6f2f4b4584a6 req-77a5a86a-e0ba-4bbe-93de-8456ee83f981 service nova] Releasing lock "refresh_cache-6c9c4f26-fccc-4009-a554-fa21d6bb157d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.216577] env[62859]: DEBUG nova.compute.utils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 611.219217] env[62859]: DEBUG nova.compute.manager [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Not allocating networking since 'none' was specified. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 611.292010] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537396, 'name': Rename_Task, 'duration_secs': 0.278556} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.292949] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.292949] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eab7b9ae-48ce-4a3a-8936-cac6744e135a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.302057] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 611.302057] env[62859]: value = "task-2537398" [ 611.302057] env[62859]: _type = "Task" [ 611.302057] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.312502] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.339411] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537397, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.623557] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.683198] env[62859]: DEBUG nova.network.neutron [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.701907] env[62859]: DEBUG nova.network.neutron [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.721132] env[62859]: DEBUG nova.compute.manager [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.744845] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d138a86-1c67-43e0-94c7-b58ff66ba204 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.760377] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc8e46-5cca-4ee5-8e18-ce715d5e35da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.801370] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65825926-1e35-4f01-9138-f8abf9e77510 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.816840] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a36946-4e1b-46fa-ba60-41c4eae55e0c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.821107] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.838935] env[62859]: DEBUG nova.compute.provider_tree [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.847159] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856904} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.847159] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.848681] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.848681] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b060c5b5-bbde-46b2-a1fa-3c7ef5054774 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.858666] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 611.858666] env[62859]: value = "task-2537399" [ 611.858666] env[62859]: _type = "Task" [ 611.858666] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.875746] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.885143] env[62859]: DEBUG nova.network.neutron [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.019857] env[62859]: DEBUG nova.network.neutron [-] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.108183] env[62859]: DEBUG nova.network.neutron [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Updating instance_info_cache with network_info: [{"id": "9910b348-8cf2-4328-b774-0aedb57a28bf", "address": "fa:16:3e:43:c0:4e", "network": {"id": "fcc80c9f-aa0b-40fa-afb4-1467efdf6b85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-417274102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6bf0931d0412fb094814737c48240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9910b348-8c", "ovs_interfaceid": "9910b348-8cf2-4328-b774-0aedb57a28bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.200449] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquiring lock "3d178e52-534b-4980-bc4b-0973d55b0642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.200971] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "3d178e52-534b-4980-bc4b-0973d55b0642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.315661] env[62859]: DEBUG oslo_vmware.api [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537398, 'name': PowerOnVM_Task, 'duration_secs': 0.853367} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.316012] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.316323] env[62859]: INFO nova.compute.manager [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Took 9.79 seconds to spawn the instance on the hypervisor. [ 612.316767] env[62859]: DEBUG nova.compute.manager [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.317362] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f5b365-74c5-4fd6-a191-e45ea9baa7de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.341564] env[62859]: DEBUG nova.scheduler.client.report [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.356332] env[62859]: DEBUG nova.compute.manager [req-63cc6b74-c3d7-44c1-9c1f-6e4caec60900 req-6bddc065-5710-4f82-b504-fcc168a4fcb0 service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Received event network-changed-fc7bfb39-0158-49fc-80ef-262670ba033b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.356831] env[62859]: DEBUG nova.compute.manager [req-63cc6b74-c3d7-44c1-9c1f-6e4caec60900 req-6bddc065-5710-4f82-b504-fcc168a4fcb0 service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Refreshing instance network info cache due to event network-changed-fc7bfb39-0158-49fc-80ef-262670ba033b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.357179] env[62859]: DEBUG oslo_concurrency.lockutils [req-63cc6b74-c3d7-44c1-9c1f-6e4caec60900 req-6bddc065-5710-4f82-b504-fcc168a4fcb0 service nova] Acquiring lock "refresh_cache-8df0232c-8f30-479a-a99d-40e3f767b477" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.357307] env[62859]: DEBUG oslo_concurrency.lockutils [req-63cc6b74-c3d7-44c1-9c1f-6e4caec60900 req-6bddc065-5710-4f82-b504-fcc168a4fcb0 service nova] Acquired lock "refresh_cache-8df0232c-8f30-479a-a99d-40e3f767b477" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.357468] env[62859]: DEBUG nova.network.neutron [req-63cc6b74-c3d7-44c1-9c1f-6e4caec60900 req-6bddc065-5710-4f82-b504-fcc168a4fcb0 service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Refreshing network info cache for port fc7bfb39-0158-49fc-80ef-262670ba033b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.376576] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107324} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.376991] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.377797] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b409739-eec0-4a7e-b2bc-6eea39bbfbdf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.393994] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Releasing lock "refresh_cache-6cafce31-1c08-442a-bc6c-d6b3845709ae" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.394459] env[62859]: DEBUG nova.compute.manager [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.394672] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.403825] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.407331] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68586586-cc19-4a36-acab-c0c7b7cfa682 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.410253] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c84cf46-6baf-45b1-89b6-dcffcfd142a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.437521] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.439296] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b8286f-cf2a-428e-9073-9e894dc23959 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.441243] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 612.441243] env[62859]: value = "task-2537400" [ 612.441243] env[62859]: _type = "Task" [ 612.441243] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.449107] env[62859]: DEBUG oslo_vmware.api [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 612.449107] env[62859]: value = "task-2537401" [ 612.449107] env[62859]: _type = "Task" [ 612.449107] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.456766] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.467145] env[62859]: DEBUG oslo_vmware.api [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.525407] env[62859]: INFO nova.compute.manager [-] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Took 1.89 seconds to deallocate network for instance. [ 612.610764] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Releasing lock "refresh_cache-fde96d58-b090-42bd-881e-e03f2a819f58" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.611176] env[62859]: DEBUG nova.compute.manager [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Instance network_info: |[{"id": "9910b348-8cf2-4328-b774-0aedb57a28bf", "address": "fa:16:3e:43:c0:4e", "network": {"id": "fcc80c9f-aa0b-40fa-afb4-1467efdf6b85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-417274102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6bf0931d0412fb094814737c48240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9910b348-8c", "ovs_interfaceid": "9910b348-8cf2-4328-b774-0aedb57a28bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.611677] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:c0:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9910b348-8cf2-4328-b774-0aedb57a28bf', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.619976] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Creating folder: Project (f8e6bf0931d0412fb094814737c48240). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.620762] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e78853d-7cf4-4af0-80c2-7c5b2df7f577 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.636408] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Created folder: Project (f8e6bf0931d0412fb094814737c48240) in parent group-v512592. [ 612.636733] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Creating folder: Instances. Parent ref: group-v512645. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.636900] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6974e898-2908-4353-93f6-cad3336c3fa2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.649686] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Created folder: Instances in parent group-v512645. [ 612.649785] env[62859]: DEBUG oslo.service.loopingcall [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.649921] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.650238] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc5f5f77-dbb8-4fc9-acf1-f24d75fad0dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.677430] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.677430] env[62859]: value = "task-2537404" [ 612.677430] env[62859]: _type = "Task" [ 612.677430] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.686340] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537404, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.734747] env[62859]: DEBUG nova.compute.manager [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.786274] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.786674] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.786919] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.787232] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.787452] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.787679] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.788024] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.788365] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.788815] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.788815] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.789077] env[62859]: DEBUG nova.virt.hardware [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.790558] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f8f41f-a02f-4a37-bff1-044e57334de4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.804246] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb4a22b-c818-4d65-af38-6ffa07c3f05e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.825274] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.831928] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Creating folder: Project (7aa05a8bb6004fef91f0e2963e61bfb1). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.837536] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b07938fc-0834-41f0-97da-511d3f916977 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.846306] env[62859]: INFO nova.compute.manager [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Took 18.28 seconds to build instance. [ 612.847740] env[62859]: DEBUG oslo_concurrency.lockutils [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.850647] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.202s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.852236] env[62859]: INFO nova.compute.claims [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.864189] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Created folder: Project (7aa05a8bb6004fef91f0e2963e61bfb1) in parent group-v512592. [ 612.864404] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Creating folder: Instances. Parent ref: group-v512648. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.864485] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f7091af-66e1-4d1a-8d29-ac1212d015b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.880751] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Created folder: Instances in parent group-v512648. [ 612.880751] env[62859]: DEBUG oslo.service.loopingcall [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.880751] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.880751] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a585b17d-2540-4f7d-ac4d-1a783709b429 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.899022] env[62859]: INFO nova.scheduler.client.report [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Deleted allocations for instance ba8cd721-19ff-497c-97cc-a7f422482cd3 [ 612.908257] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.908257] env[62859]: value = "task-2537407" [ 612.908257] env[62859]: _type = "Task" [ 612.908257] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.930248] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537407, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.931456] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f969b1b2-2e64-4109-9486-504021af2068 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquiring lock "interface-8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.931700] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f969b1b2-2e64-4109-9486-504021af2068 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "interface-8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.932031] env[62859]: DEBUG nova.objects.instance [None req-f969b1b2-2e64-4109-9486-504021af2068 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lazy-loading 'flavor' on Instance uuid 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 612.961434] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.968620] env[62859]: DEBUG oslo_vmware.api [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537401, 'name': PowerOffVM_Task, 'duration_secs': 0.158668} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.969062] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.969276] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.969608] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd8d6ae8-3288-4c3d-82ef-f29d965f8362 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.020443] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.020443] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.020778] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Deleting the datastore file [datastore1] 6cafce31-1c08-442a-bc6c-d6b3845709ae {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.021419] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c8bcab8-e221-441d-bfee-30a730ab2b44 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.038987] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.038987] env[62859]: DEBUG oslo_vmware.api [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for the task: (returnval){ [ 613.038987] env[62859]: value = "task-2537409" [ 613.038987] env[62859]: _type = "Task" [ 613.038987] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.052872] env[62859]: DEBUG oslo_vmware.api [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.189930] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537404, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.351281] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f64d37aa-296e-4d0a-b6a7-39fcb4b7b6db tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.795s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.416767] env[62859]: DEBUG oslo_concurrency.lockutils [None req-93f61990-b7ec-44d8-a0f8-834f50eb027e tempest-ServerDiagnosticsTest-1839527038 tempest-ServerDiagnosticsTest-1839527038-project-member] Lock "ba8cd721-19ff-497c-97cc-a7f422482cd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.397s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.426706] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537407, 'name': CreateVM_Task, 'duration_secs': 0.405415} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.426706] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.426706] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.426706] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.426706] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.426706] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f84bfc-6ca8-4a3f-a184-729ddd08e05f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.434700] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 613.434700] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522fe98c-0f39-45a9-405f-065e1d71d1c0" [ 613.434700] env[62859]: _type = "Task" [ 613.434700] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.436317] env[62859]: DEBUG nova.objects.instance [None req-f969b1b2-2e64-4109-9486-504021af2068 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lazy-loading 'pci_requests' on Instance uuid 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 613.448882] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522fe98c-0f39-45a9-405f-065e1d71d1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.459465] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537400, 'name': ReconfigVM_Task, 'duration_secs': 0.574002} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.459637] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Reconfigured VM instance instance-00000005 to attach disk [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5/b439c92e-9cf0-4d22-ae41-c2449c0cb1c5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.460325] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af22fde9-5414-40f5-90f5-a5237e56f8d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.469367] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 613.469367] env[62859]: value = "task-2537410" [ 613.469367] env[62859]: _type = "Task" [ 613.469367] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.480473] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537410, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.548235] env[62859]: DEBUG nova.network.neutron [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Successfully updated port: db206a9e-d3c8-4b84-8f05-30a65a573159 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.565500] env[62859]: DEBUG oslo_vmware.api [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Task: {'id': task-2537409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183557} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.565500] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.565500] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.565500] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.565500] env[62859]: INFO nova.compute.manager [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Took 1.17 seconds to destroy the instance on the hypervisor. [ 613.565500] env[62859]: DEBUG oslo.service.loopingcall [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.565500] env[62859]: DEBUG nova.compute.manager [-] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.565500] env[62859]: DEBUG nova.network.neutron [-] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 613.603809] env[62859]: DEBUG nova.network.neutron [-] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.692528] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537404, 'name': CreateVM_Task, 'duration_secs': 0.554357} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.692796] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.693916] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.694655] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.694655] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.696135] env[62859]: DEBUG nova.network.neutron [req-63cc6b74-c3d7-44c1-9c1f-6e4caec60900 req-6bddc065-5710-4f82-b504-fcc168a4fcb0 service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Updated VIF entry in instance network info cache for port fc7bfb39-0158-49fc-80ef-262670ba033b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.696135] env[62859]: DEBUG nova.network.neutron [req-63cc6b74-c3d7-44c1-9c1f-6e4caec60900 req-6bddc065-5710-4f82-b504-fcc168a4fcb0 service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Updating instance_info_cache with network_info: [{"id": "fc7bfb39-0158-49fc-80ef-262670ba033b", "address": "fa:16:3e:16:84:b5", "network": {"id": "1db4cacf-9765-426d-960f-ae5321eafaa7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1277519925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "969b002d8e674b94b1103b2588f8ce85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7bfb39-01", "ovs_interfaceid": "fc7bfb39-0158-49fc-80ef-262670ba033b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.697712] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc41f3e7-aaa3-49e7-b4fd-60a095b1fbe7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.705756] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 613.705756] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5240b44c-b3ab-c539-f9f4-5ad18ba413d2" [ 613.705756] env[62859]: _type = "Task" [ 613.705756] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.717449] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5240b44c-b3ab-c539-f9f4-5ad18ba413d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.854040] env[62859]: DEBUG nova.compute.manager [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.942317] env[62859]: DEBUG nova.objects.base [None req-f969b1b2-2e64-4109-9486-504021af2068 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Object Instance<8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb> lazy-loaded attributes: flavor,pci_requests {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 613.942317] env[62859]: DEBUG nova.network.neutron [None req-f969b1b2-2e64-4109-9486-504021af2068 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.952838] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522fe98c-0f39-45a9-405f-065e1d71d1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013567} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.952975] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.953245] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.953466] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.953621] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.953801] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.954090] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19e6541c-69c7-4810-92f1-01b87de60378 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.966324] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.966521] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.967702] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e17eb34-da5a-4a7c-a429-1314b49df311 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.980449] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537410, 'name': Rename_Task, 'duration_secs': 0.219287} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.981755] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.982121] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 613.982121] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52eabb5f-d5d0-e7c6-2b40-a1403ff3a4de" [ 613.982121] env[62859]: _type = "Task" [ 613.982121] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.985119] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727fa4a2-51c7-4229-ba76-686e38549453 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.998154] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52eabb5f-d5d0-e7c6-2b40-a1403ff3a4de, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.004684] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Waiting for the task: (returnval){ [ 614.004684] env[62859]: value = "task-2537411" [ 614.004684] env[62859]: _type = "Task" [ 614.004684] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.004684] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c975dabb-aad4-4f8b-a3f3-c143b17e4e37 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.018090] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 614.018090] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52af8ce9-4e1d-d149-35c2-09c53415b89e" [ 614.018090] env[62859]: _type = "Task" [ 614.018090] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.022788] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537411, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.041202] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52af8ce9-4e1d-d149-35c2-09c53415b89e, 'name': SearchDatastore_Task, 'duration_secs': 0.013062} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.041710] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.041836] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98/a33eaa0c-dd76-48c4-908d-6496cf14be98.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.042423] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e25f09ec-c917-4814-94df-a43500bbe62a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.059995] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquiring lock "refresh_cache-dbc4106c-3d37-4fad-9ea5-0367c19ac456" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.059995] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquired lock "refresh_cache-dbc4106c-3d37-4fad-9ea5-0367c19ac456" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.059995] env[62859]: DEBUG nova.network.neutron [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.061586] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 614.061586] env[62859]: value = "task-2537412" [ 614.061586] env[62859]: _type = "Task" [ 614.061586] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.076030] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.106601] env[62859]: DEBUG nova.network.neutron [-] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.155775] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f969b1b2-2e64-4109-9486-504021af2068 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "interface-8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.222s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.201312] env[62859]: DEBUG oslo_concurrency.lockutils [req-63cc6b74-c3d7-44c1-9c1f-6e4caec60900 req-6bddc065-5710-4f82-b504-fcc168a4fcb0 service nova] Releasing lock "refresh_cache-8df0232c-8f30-479a-a99d-40e3f767b477" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.218349] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5240b44c-b3ab-c539-f9f4-5ad18ba413d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015905} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.221452] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.221717] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.221990] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.222208] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.222431] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.222964] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afce35cc-ef3c-4aba-bf84-aff93bf4407b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.234386] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.234551] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.235349] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2bf7e6-e8f5-4da7-b1ef-e3981d543791 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.245759] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 614.245759] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528938c2-1bf7-ae7b-10ba-4eca796de59b" [ 614.245759] env[62859]: _type = "Task" [ 614.245759] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.259203] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528938c2-1bf7-ae7b-10ba-4eca796de59b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.291815] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "e0255bdd-6582-41b7-8f6d-bbef90903f05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.291906] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "e0255bdd-6582-41b7-8f6d-bbef90903f05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.292161] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "e0255bdd-6582-41b7-8f6d-bbef90903f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.292358] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "e0255bdd-6582-41b7-8f6d-bbef90903f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.292539] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "e0255bdd-6582-41b7-8f6d-bbef90903f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.297657] env[62859]: INFO nova.compute.manager [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Terminating instance [ 614.352388] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b10d0-b25e-406e-9254-49f16e06ee64 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.365713] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7749b2d4-694e-4586-9578-8b0bc3835cc3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.404023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.404023] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88afc9a-4f9a-462c-9701-1a268a50c029 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.415739] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f00b81-18c6-4707-a67f-85d3ee0b10d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.433572] env[62859]: DEBUG nova.compute.provider_tree [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.522597] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.580319] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537412, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.610228] env[62859]: INFO nova.compute.manager [-] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Took 1.05 seconds to deallocate network for instance. [ 614.688685] env[62859]: DEBUG nova.network.neutron [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.759977] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528938c2-1bf7-ae7b-10ba-4eca796de59b, 'name': SearchDatastore_Task, 'duration_secs': 0.016646} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.760859] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90276fc5-c323-4a79-b1ef-c89cb1b0b1a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.768207] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 614.768207] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a5a39d-58cb-cb22-b629-7b1c53e5b8e8" [ 614.768207] env[62859]: _type = "Task" [ 614.768207] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.779015] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a5a39d-58cb-cb22-b629-7b1c53e5b8e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.810957] env[62859]: DEBUG nova.compute.manager [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.811308] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.812254] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772ceb7f-3543-4e86-a767-0806ae14f337 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.823047] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.823173] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78e32234-60a4-4ddd-87a1-5541c08daf77 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.828409] env[62859]: DEBUG nova.compute.manager [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Received event network-changed-9910b348-8cf2-4328-b774-0aedb57a28bf {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.828613] env[62859]: DEBUG nova.compute.manager [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Refreshing instance network info cache due to event network-changed-9910b348-8cf2-4328-b774-0aedb57a28bf. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.828883] env[62859]: DEBUG oslo_concurrency.lockutils [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] Acquiring lock "refresh_cache-fde96d58-b090-42bd-881e-e03f2a819f58" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.829139] env[62859]: DEBUG oslo_concurrency.lockutils [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] Acquired lock "refresh_cache-fde96d58-b090-42bd-881e-e03f2a819f58" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.829429] env[62859]: DEBUG nova.network.neutron [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Refreshing network info cache for port 9910b348-8cf2-4328-b774-0aedb57a28bf {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.838125] env[62859]: DEBUG oslo_vmware.api [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 614.838125] env[62859]: value = "task-2537413" [ 614.838125] env[62859]: _type = "Task" [ 614.838125] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.851363] env[62859]: DEBUG oslo_vmware.api [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.936988] env[62859]: DEBUG nova.scheduler.client.report [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.989442] env[62859]: DEBUG nova.network.neutron [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Updating instance_info_cache with network_info: [{"id": "db206a9e-d3c8-4b84-8f05-30a65a573159", "address": "fa:16:3e:67:e7:e6", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb206a9e-d3", "ovs_interfaceid": "db206a9e-d3c8-4b84-8f05-30a65a573159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.023743] env[62859]: DEBUG oslo_vmware.api [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Task: {'id': task-2537411, 'name': PowerOnVM_Task, 'duration_secs': 0.601465} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.023743] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.023949] env[62859]: DEBUG nova.compute.manager [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.024924] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a5183-755d-4f09-9d9b-40749be4bb64 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.083341] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576421} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.083341] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98/a33eaa0c-dd76-48c4-908d-6496cf14be98.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.083341] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.083341] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a5bf36-069e-4871-ad25-c6bfde408dc6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.095197] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 615.095197] env[62859]: value = "task-2537414" [ 615.095197] env[62859]: _type = "Task" [ 615.095197] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.110210] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.123838] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.298995] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a5a39d-58cb-cb22-b629-7b1c53e5b8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015765} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.299409] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.299556] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] fde96d58-b090-42bd-881e-e03f2a819f58/fde96d58-b090-42bd-881e-e03f2a819f58.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.299832] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f6a186-0582-4113-bc11-3d092e6913d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.311905] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 615.311905] env[62859]: value = "task-2537415" [ 615.311905] env[62859]: _type = "Task" [ 615.311905] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.321760] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.351348] env[62859]: DEBUG oslo_vmware.api [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537413, 'name': PowerOffVM_Task, 'duration_secs': 0.277365} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.352216] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.352216] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.353050] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78538543-c376-48de-bed1-c803774c0e6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.450683] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.451313] env[62859]: DEBUG nova.compute.manager [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.455357] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.774s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.455674] env[62859]: DEBUG nova.objects.instance [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 615.493911] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Releasing lock "refresh_cache-dbc4106c-3d37-4fad-9ea5-0367c19ac456" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.494254] env[62859]: DEBUG nova.compute.manager [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Instance network_info: |[{"id": "db206a9e-d3c8-4b84-8f05-30a65a573159", "address": "fa:16:3e:67:e7:e6", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb206a9e-d3", "ovs_interfaceid": "db206a9e-d3c8-4b84-8f05-30a65a573159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.494679] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:e7:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db206a9e-d3c8-4b84-8f05-30a65a573159', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.508366] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Creating folder: Project (cfe52205b2254e22928fadcc535150ea). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.508942] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69c96f0a-7489-4e87-bb34-e1d965e36418 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.524693] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Created folder: Project (cfe52205b2254e22928fadcc535150ea) in parent group-v512592. [ 615.524989] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Creating folder: Instances. Parent ref: group-v512651. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.525162] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cbe142e-3aa8-496f-a7f4-1397132a4ce2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.547023] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Created folder: Instances in parent group-v512651. [ 615.547023] env[62859]: DEBUG oslo.service.loopingcall [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.549578] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.549977] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.551522] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f42e8e-635c-443c-b4c8-94f29cdb64ea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.577269] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.577269] env[62859]: value = "task-2537419" [ 615.577269] env[62859]: _type = "Task" [ 615.577269] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.585784] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537419, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.608180] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086813} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.608480] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.609344] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e617c7-0f7d-46ac-aea4-7591360f8bac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.636081] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98/a33eaa0c-dd76-48c4-908d-6496cf14be98.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.637066] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fa12263-08f1-4612-b2d7-f5a7195caae4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.664365] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 615.664365] env[62859]: value = "task-2537420" [ 615.664365] env[62859]: _type = "Task" [ 615.664365] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.675870] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.755642] env[62859]: DEBUG nova.network.neutron [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Updated VIF entry in instance network info cache for port 9910b348-8cf2-4328-b774-0aedb57a28bf. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.756933] env[62859]: DEBUG nova.network.neutron [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Updating instance_info_cache with network_info: [{"id": "9910b348-8cf2-4328-b774-0aedb57a28bf", "address": "fa:16:3e:43:c0:4e", "network": {"id": "fcc80c9f-aa0b-40fa-afb4-1467efdf6b85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-417274102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6bf0931d0412fb094814737c48240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9910b348-8c", "ovs_interfaceid": "9910b348-8cf2-4328-b774-0aedb57a28bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.824193] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.963985] env[62859]: DEBUG nova.compute.utils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.973936] env[62859]: DEBUG nova.compute.manager [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.973993] env[62859]: DEBUG nova.network.neutron [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.993144] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529353ab-05d3-abf8-6792-c5cf1576858b/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 615.994143] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bb89fb-a962-4af9-bb49-09f0b5296e83 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.004385] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529353ab-05d3-abf8-6792-c5cf1576858b/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 616.004516] env[62859]: ERROR oslo_vmware.rw_handles [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529353ab-05d3-abf8-6792-c5cf1576858b/disk-0.vmdk due to incomplete transfer. [ 616.004872] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5cc46033-4826-4635-b7a0-f0e79d34a620 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.017863] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529353ab-05d3-abf8-6792-c5cf1576858b/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 616.018110] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Uploaded image d08be87a-cdd3-4faf-91d0-d92b62589da3 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 616.020411] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 616.020725] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4fbe0aed-1ba2-4e1c-98be-6d80c24893cf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.029252] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 616.029252] env[62859]: value = "task-2537424" [ 616.029252] env[62859]: _type = "Task" [ 616.029252] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.039986] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537424, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.074202] env[62859]: DEBUG nova.policy [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f92636f60c15424eae9c372af7a49cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '226b8b2f717c4b7cb7189746cd798490', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.086617] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537419, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.177828] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.259156] env[62859]: DEBUG oslo_concurrency.lockutils [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] Releasing lock "refresh_cache-fde96d58-b090-42bd-881e-e03f2a819f58" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.259581] env[62859]: DEBUG nova.compute.manager [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Received event network-vif-deleted-d151e73f-b704-4b45-8aae-771a0c7fe401 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.259681] env[62859]: DEBUG nova.compute.manager [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Received event network-vif-plugged-db206a9e-d3c8-4b84-8f05-30a65a573159 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.259919] env[62859]: DEBUG oslo_concurrency.lockutils [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] Acquiring lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.260173] env[62859]: DEBUG oslo_concurrency.lockutils [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] Lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.260390] env[62859]: DEBUG oslo_concurrency.lockutils [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] Lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.260939] env[62859]: DEBUG nova.compute.manager [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] No waiting events found dispatching network-vif-plugged-db206a9e-d3c8-4b84-8f05-30a65a573159 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.260939] env[62859]: WARNING nova.compute.manager [req-c69c24eb-3423-41fa-b290-5e45b4507046 req-181682b0-63d4-421e-b81b-7df0ab1821e1 service nova] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Received unexpected event network-vif-plugged-db206a9e-d3c8-4b84-8f05-30a65a573159 for instance with vm_state building and task_state spawning. [ 616.330168] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537415, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.477507] env[62859]: DEBUG nova.network.neutron [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Successfully created port: 0e5ff5c1-ce8e-4f22-b7a9-9682a63883db {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.479940] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cc84f931-efc9-4f28-9ae5-1338fbc27401 tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.482064] env[62859]: DEBUG nova.compute.manager [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.484508] env[62859]: DEBUG oslo_concurrency.lockutils [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.203s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.484718] env[62859]: DEBUG nova.objects.instance [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lazy-loading 'resources' on Instance uuid 01723ee2-3bb5-4a19-a8e4-99c698361d54 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.548988] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537424, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.588321] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537419, 'name': CreateVM_Task, 'duration_secs': 0.567612} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.588544] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.589316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.592181] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.592181] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.592181] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687a4193-d6ae-4fa3-a9d6-842409229dec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.602027] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 616.602027] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524de06b-e54f-f6c2-bf09-73984067062e" [ 616.602027] env[62859]: _type = "Task" [ 616.602027] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.612625] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524de06b-e54f-f6c2-bf09-73984067062e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.661509] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.661710] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.661917] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Deleting the datastore file [datastore1] e0255bdd-6582-41b7-8f6d-bbef90903f05 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.662311] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be17b597-e7cf-407e-ad83-1fb66164e537 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.681989] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537420, 'name': ReconfigVM_Task, 'duration_secs': 0.641705} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.688358] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Reconfigured VM instance instance-00000012 to attach disk [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98/a33eaa0c-dd76-48c4-908d-6496cf14be98.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.689623] env[62859]: DEBUG oslo_vmware.api [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for the task: (returnval){ [ 616.689623] env[62859]: value = "task-2537425" [ 616.689623] env[62859]: _type = "Task" [ 616.689623] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.689623] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e319ceb-fc96-412d-aa22-402b376a9cdf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.701395] env[62859]: DEBUG oslo_vmware.api [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.702954] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 616.702954] env[62859]: value = "task-2537426" [ 616.702954] env[62859]: _type = "Task" [ 616.702954] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.714071] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537426, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.807422] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquiring lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.808174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.808174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquiring lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.808174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.808174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.813627] env[62859]: INFO nova.compute.manager [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Terminating instance [ 616.827898] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537415, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.406298} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.828604] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] fde96d58-b090-42bd-881e-e03f2a819f58/fde96d58-b090-42bd-881e-e03f2a819f58.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.828604] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.828990] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36c3533c-d48e-488a-9109-4db7b86f4f3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.837822] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 616.837822] env[62859]: value = "task-2537427" [ 616.837822] env[62859]: _type = "Task" [ 616.837822] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.856223] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.047384] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537424, 'name': Destroy_Task, 'duration_secs': 0.867006} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.047384] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Destroyed the VM [ 617.047384] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 617.047384] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c0cfffb-107d-4247-bdc0-1a091707e58f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.062069] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 617.062069] env[62859]: value = "task-2537428" [ 617.062069] env[62859]: _type = "Task" [ 617.062069] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.080577] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.113029] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524de06b-e54f-f6c2-bf09-73984067062e, 'name': SearchDatastore_Task, 'duration_secs': 0.0556} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.113375] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.113622] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.113866] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.115135] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.115135] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.115135] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a3f511-8ead-4089-9c4b-e8d72eed21af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.152505] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.153904] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.154094] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f565f63b-efe0-44bb-9228-eb39561ca998 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.169525] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 617.169525] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5235b4b0-1a85-0eb6-2193-15cff1297df3" [ 617.169525] env[62859]: _type = "Task" [ 617.169525] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.188428] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5235b4b0-1a85-0eb6-2193-15cff1297df3, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.190337] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e4095f-b984-4c14-b847-1de53ccbadcd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.204014] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 617.204014] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52de76cd-091a-eb0e-93d6-8cba84531da4" [ 617.204014] env[62859]: _type = "Task" [ 617.204014] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.212371] env[62859]: DEBUG oslo_vmware.api [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Task: {'id': task-2537425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233425} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.226490] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.229625] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.229625] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.229625] env[62859]: INFO nova.compute.manager [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Took 2.42 seconds to destroy the instance on the hypervisor. [ 617.229625] env[62859]: DEBUG oslo.service.loopingcall [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.229852] env[62859]: DEBUG nova.compute.manager [-] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.229919] env[62859]: DEBUG nova.network.neutron [-] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.237813] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537426, 'name': Rename_Task, 'duration_secs': 0.220598} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.247732] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.248241] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52de76cd-091a-eb0e-93d6-8cba84531da4, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.252422] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4942fca9-655f-41ba-884e-8db0d3d4e17b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.255107] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.257852] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] dbc4106c-3d37-4fad-9ea5-0367c19ac456/dbc4106c-3d37-4fad-9ea5-0367c19ac456.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.259538] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79519470-3163-4d2b-81b8-c98508a20ea8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.276876] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 617.276876] env[62859]: value = "task-2537429" [ 617.276876] env[62859]: _type = "Task" [ 617.276876] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.276876] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 617.276876] env[62859]: value = "task-2537430" [ 617.276876] env[62859]: _type = "Task" [ 617.276876] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.296043] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.300167] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537429, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.324408] env[62859]: DEBUG nova.compute.manager [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.324696] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.334029] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daf95cd-39f8-4671-a265-dc3c6a8e4b0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.342415] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.346539] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-442147c9-bd9c-401d-a51d-084bee56d383 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.359189] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100836} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.360594] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.361045] env[62859]: DEBUG oslo_vmware.api [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 617.361045] env[62859]: value = "task-2537431" [ 617.361045] env[62859]: _type = "Task" [ 617.361045] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.361709] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b82fd9a-14f9-4e0e-8f90-95debd2d390d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.396135] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] fde96d58-b090-42bd-881e-e03f2a819f58/fde96d58-b090-42bd-881e-e03f2a819f58.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.396599] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5e6476-187b-4d0c-8ab2-d5c83012da1d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.425022] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 617.425022] env[62859]: value = "task-2537432" [ 617.425022] env[62859]: _type = "Task" [ 617.425022] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.439432] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.448113] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "87ba25fb-c7c5-4568-8a71-b97136947fcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.448332] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "87ba25fb-c7c5-4568-8a71-b97136947fcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.496962] env[62859]: DEBUG nova.compute.manager [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.530620] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.531024] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.531248] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.531446] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.531597] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.531771] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.531990] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.532180] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.532351] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.532539] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.532718] env[62859]: DEBUG nova.virt.hardware [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.533899] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04874a0b-485e-41c3-966a-a1570cfd81ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.546961] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8e263c-32fc-47cc-abc5-6822d364a5c4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.579786] env[62859]: DEBUG oslo_vmware.api [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537428, 'name': RemoveSnapshot_Task, 'duration_secs': 0.418363} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.580108] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 617.580515] env[62859]: INFO nova.compute.manager [None req-b1d22da8-4bbc-40a4-95bf-8bdddaa23b98 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Took 16.66 seconds to snapshot the instance on the hypervisor. [ 617.700102] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8633075b-d569-4d7b-aa15-4b85b2d83658 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.711624] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9632af8f-2802-47c0-b4c3-d489d307e871 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.749993] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d60330a-b970-4da2-a53e-e3ebee2bb066 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.759698] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c7bdde-ce4e-4a57-af15-7d6765ef0f0d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.459472] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.459472] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.459472] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "b439c92e-9cf0-4d22-ae41-c2449c0cb1c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.459472] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "b439c92e-9cf0-4d22-ae41-c2449c0cb1c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.459472] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "b439c92e-9cf0-4d22-ae41-c2449c0cb1c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.460849] env[62859]: DEBUG nova.compute.manager [req-8344ed0a-875c-4761-9c38-950cb397f37c req-e94f7415-9268-4cf0-ac79-73773e7a3b7f service nova] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Received event network-changed-db206a9e-d3c8-4b84-8f05-30a65a573159 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.461045] env[62859]: DEBUG nova.compute.manager [req-8344ed0a-875c-4761-9c38-950cb397f37c req-e94f7415-9268-4cf0-ac79-73773e7a3b7f service nova] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Refreshing instance network info cache due to event network-changed-db206a9e-d3c8-4b84-8f05-30a65a573159. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 618.461279] env[62859]: DEBUG oslo_concurrency.lockutils [req-8344ed0a-875c-4761-9c38-950cb397f37c req-e94f7415-9268-4cf0-ac79-73773e7a3b7f service nova] Acquiring lock "refresh_cache-dbc4106c-3d37-4fad-9ea5-0367c19ac456" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.461425] env[62859]: DEBUG oslo_concurrency.lockutils [req-8344ed0a-875c-4761-9c38-950cb397f37c req-e94f7415-9268-4cf0-ac79-73773e7a3b7f service nova] Acquired lock "refresh_cache-dbc4106c-3d37-4fad-9ea5-0367c19ac456" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.461799] env[62859]: DEBUG nova.network.neutron [req-8344ed0a-875c-4761-9c38-950cb397f37c req-e94f7415-9268-4cf0-ac79-73773e7a3b7f service nova] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Refreshing network info cache for port db206a9e-d3c8-4b84-8f05-30a65a573159 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.468020] env[62859]: INFO nova.compute.manager [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Terminating instance [ 618.482187] env[62859]: DEBUG nova.network.neutron [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Successfully updated port: 0e5ff5c1-ce8e-4f22-b7a9-9682a63883db {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.498799] env[62859]: DEBUG nova.compute.provider_tree [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.509207] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526106} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.510091] env[62859]: DEBUG oslo_vmware.api [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537429, 'name': PowerOnVM_Task, 'duration_secs': 0.637993} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.511263] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] dbc4106c-3d37-4fad-9ea5-0367c19ac456/dbc4106c-3d37-4fad-9ea5-0367c19ac456.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.511478] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.511878] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.511950] env[62859]: INFO nova.compute.manager [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Took 5.78 seconds to spawn the instance on the hypervisor. [ 618.512102] env[62859]: DEBUG nova.compute.manager [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.515967] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c61099f5-9857-4296-9320-84c3b2361648 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.519275] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a857477f-bcc3-49bb-98d5-4c97be18577b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.522452] env[62859]: DEBUG oslo_vmware.api [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537431, 'name': PowerOffVM_Task, 'duration_secs': 0.322224} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.526654] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.526654] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.526795] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537432, 'name': ReconfigVM_Task, 'duration_secs': 0.585617} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.527994] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34536b8b-cc77-4f62-ba39-e5ab07e3edfd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.529753] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Reconfigured VM instance instance-00000010 to attach disk [datastore1] fde96d58-b090-42bd-881e-e03f2a819f58/fde96d58-b090-42bd-881e-e03f2a819f58.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.532659] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5af4f987-5a87-45ee-b29f-0f5e1a9b255e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.539405] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 618.539405] env[62859]: value = "task-2537433" [ 618.539405] env[62859]: _type = "Task" [ 618.539405] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.547667] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 618.547667] env[62859]: value = "task-2537435" [ 618.547667] env[62859]: _type = "Task" [ 618.547667] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.555299] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.569632] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537435, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.641273] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.641273] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.641273] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Deleting the datastore file [datastore1] 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.641273] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb00d82b-5ffe-455b-87cf-38f5a5290c59 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.648519] env[62859]: DEBUG oslo_vmware.api [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for the task: (returnval){ [ 618.648519] env[62859]: value = "task-2537436" [ 618.648519] env[62859]: _type = "Task" [ 618.648519] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.662784] env[62859]: DEBUG oslo_vmware.api [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.968085] env[62859]: DEBUG nova.network.neutron [-] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.984105] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquiring lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.984105] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.984332] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquiring lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.984475] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.984636] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.989414] env[62859]: INFO nova.compute.manager [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Terminating instance [ 618.994428] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "refresh_cache-6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.994428] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired lock "refresh_cache-6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.994428] env[62859]: DEBUG nova.network.neutron [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.995847] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "refresh_cache-b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.995989] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquired lock "refresh_cache-b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.996078] env[62859]: DEBUG nova.network.neutron [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.037871] env[62859]: ERROR nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [req-1406437f-238c-4fb6-b34f-3c00235d950c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1406437f-238c-4fb6-b34f-3c00235d950c"}]} [ 619.056155] env[62859]: INFO nova.compute.manager [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Took 22.93 seconds to build instance. [ 619.062466] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110415} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.066958] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.066958] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537435, 'name': Rename_Task, 'duration_secs': 0.296989} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.068034] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ed944-a707-47ea-8e21-f58fda83d9b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.070745] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.071853] env[62859]: DEBUG nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 619.073972] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94401db7-27ec-4c6e-aa87-4e838bc7ac8d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.104312] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] dbc4106c-3d37-4fad-9ea5-0367c19ac456/dbc4106c-3d37-4fad-9ea5-0367c19ac456.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.105781] env[62859]: DEBUG nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 619.106098] env[62859]: DEBUG nova.compute.provider_tree [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.110530] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b4d5cab-83cd-4434-9ef7-c93a5337e3cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.126450] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 619.126450] env[62859]: value = "task-2537438" [ 619.126450] env[62859]: _type = "Task" [ 619.126450] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.136507] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 619.136507] env[62859]: value = "task-2537439" [ 619.136507] env[62859]: _type = "Task" [ 619.136507] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.145141] env[62859]: DEBUG nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 619.147678] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537438, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.156022] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537439, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.171675] env[62859]: DEBUG oslo_vmware.api [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Task: {'id': task-2537436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27458} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.173362] env[62859]: DEBUG nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 619.179543] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.179933] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.180219] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.180660] env[62859]: INFO nova.compute.manager [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Took 1.86 seconds to destroy the instance on the hypervisor. [ 619.180934] env[62859]: DEBUG oslo.service.loopingcall [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.182009] env[62859]: DEBUG nova.compute.manager [-] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.182009] env[62859]: DEBUG nova.network.neutron [-] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.376642] env[62859]: DEBUG nova.network.neutron [req-8344ed0a-875c-4761-9c38-950cb397f37c req-e94f7415-9268-4cf0-ac79-73773e7a3b7f service nova] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Updated VIF entry in instance network info cache for port db206a9e-d3c8-4b84-8f05-30a65a573159. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.376994] env[62859]: DEBUG nova.network.neutron [req-8344ed0a-875c-4761-9c38-950cb397f37c req-e94f7415-9268-4cf0-ac79-73773e7a3b7f service nova] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Updating instance_info_cache with network_info: [{"id": "db206a9e-d3c8-4b84-8f05-30a65a573159", "address": "fa:16:3e:67:e7:e6", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb206a9e-d3", "ovs_interfaceid": "db206a9e-d3c8-4b84-8f05-30a65a573159", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.479857] env[62859]: INFO nova.compute.manager [-] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Took 2.25 seconds to deallocate network for instance. [ 619.508261] env[62859]: DEBUG nova.compute.manager [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 619.508485] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.518416] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa90873-e577-44ec-9fac-8cb7a3e0002a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.521609] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.521985] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.530152] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.530438] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3317b8f-caca-4c36-8cae-0d2ab83616d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.541388] env[62859]: DEBUG oslo_vmware.api [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 619.541388] env[62859]: value = "task-2537440" [ 619.541388] env[62859]: _type = "Task" [ 619.541388] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.553727] env[62859]: DEBUG oslo_vmware.api [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.560450] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5b726719-4500-4b90-8220-add4b01c0065 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "a33eaa0c-dd76-48c4-908d-6496cf14be98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.450s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.563206] env[62859]: DEBUG nova.network.neutron [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.569457] env[62859]: DEBUG nova.network.neutron [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.642082] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.660139] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.679201] env[62859]: DEBUG nova.network.neutron [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.704441] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151d5981-cdf3-4bb8-a912-02a31fa6058c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.721251] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfce303a-e852-4f92-8e93-65ca71973917 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.754185] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2419e3bc-c13f-42cb-b9fd-654abd84c5f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.765197] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fafc1a-9ce7-4ec2-b89d-ddc3e1c58e68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.781370] env[62859]: DEBUG nova.compute.provider_tree [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.805073] env[62859]: DEBUG nova.network.neutron [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Updating instance_info_cache with network_info: [{"id": "0e5ff5c1-ce8e-4f22-b7a9-9682a63883db", "address": "fa:16:3e:71:18:eb", "network": {"id": "67cd63fa-e63b-4e31-bc09-c972c3339bbf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1649512349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226b8b2f717c4b7cb7189746cd798490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5ff5c1-ce", "ovs_interfaceid": "0e5ff5c1-ce8e-4f22-b7a9-9682a63883db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.879960] env[62859]: DEBUG oslo_concurrency.lockutils [req-8344ed0a-875c-4761-9c38-950cb397f37c req-e94f7415-9268-4cf0-ac79-73773e7a3b7f service nova] Releasing lock "refresh_cache-dbc4106c-3d37-4fad-9ea5-0367c19ac456" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.990291] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.060024] env[62859]: DEBUG oslo_vmware.api [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537440, 'name': PowerOffVM_Task, 'duration_secs': 0.35946} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.060289] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.060461] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.060768] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39cdab84-088b-4d33-85f1-7d5f7d1cd61f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.067169] env[62859]: DEBUG nova.compute.manager [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.138158] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.138368] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.138548] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Deleting the datastore file [datastore1] 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.139501] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7eff6bd-ffcc-4bf9-816c-cd63a19a124a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.144976] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537438, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.150637] env[62859]: DEBUG oslo_vmware.api [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for the task: (returnval){ [ 620.150637] env[62859]: value = "task-2537442" [ 620.150637] env[62859]: _type = "Task" [ 620.150637] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.154156] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537439, 'name': ReconfigVM_Task, 'duration_secs': 0.671161} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.158868] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Reconfigured VM instance instance-00000011 to attach disk [datastore1] dbc4106c-3d37-4fad-9ea5-0367c19ac456/dbc4106c-3d37-4fad-9ea5-0367c19ac456.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.159629] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36567a54-5581-4e28-8099-ed75179363ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.175488] env[62859]: DEBUG oslo_vmware.api [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.175488] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 620.175488] env[62859]: value = "task-2537443" [ 620.175488] env[62859]: _type = "Task" [ 620.175488] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.182995] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Releasing lock "refresh_cache-b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.183465] env[62859]: DEBUG nova.compute.manager [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.183710] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.185010] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf29309-342f-47fa-b233-db7cb19b7069 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.195074] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537443, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.202847] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.204447] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7c61a7a-0385-420b-b210-8af5644ab63a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.211593] env[62859]: DEBUG oslo_vmware.api [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 620.211593] env[62859]: value = "task-2537444" [ 620.211593] env[62859]: _type = "Task" [ 620.211593] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.218752] env[62859]: DEBUG nova.network.neutron [-] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.224508] env[62859]: DEBUG oslo_vmware.api [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.308139] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Releasing lock "refresh_cache-6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.310080] env[62859]: DEBUG nova.compute.manager [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Instance network_info: |[{"id": "0e5ff5c1-ce8e-4f22-b7a9-9682a63883db", "address": "fa:16:3e:71:18:eb", "network": {"id": "67cd63fa-e63b-4e31-bc09-c972c3339bbf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1649512349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226b8b2f717c4b7cb7189746cd798490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5ff5c1-ce", "ovs_interfaceid": "0e5ff5c1-ce8e-4f22-b7a9-9682a63883db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.310080] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:18:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e5ff5c1-ce8e-4f22-b7a9-9682a63883db', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.319048] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Creating folder: Project (226b8b2f717c4b7cb7189746cd798490). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.320295] env[62859]: ERROR nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [req-3b19148a-a0d1-4bc6-bd37-bf1bad75ffb9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b19148a-a0d1-4bc6-bd37-bf1bad75ffb9"}]} [ 620.320787] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-960f913e-8ee6-4968-8fdc-7a9fd15e0d61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.337114] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Created folder: Project (226b8b2f717c4b7cb7189746cd798490) in parent group-v512592. [ 620.337470] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Creating folder: Instances. Parent ref: group-v512657. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.337798] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bee1eb5-d2e7-4a82-acfe-1ad3fb5657e5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.342201] env[62859]: DEBUG nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 620.350263] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Created folder: Instances in parent group-v512657. [ 620.350656] env[62859]: DEBUG oslo.service.loopingcall [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.350875] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.351113] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-995d6a5a-d935-474f-b4de-f00cf29ad258 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.370325] env[62859]: DEBUG nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 620.370325] env[62859]: DEBUG nova.compute.provider_tree [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.379455] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.379455] env[62859]: value = "task-2537447" [ 620.379455] env[62859]: _type = "Task" [ 620.379455] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.390020] env[62859]: DEBUG nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 620.392546] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537447, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.411252] env[62859]: DEBUG nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 620.600023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.645688] env[62859]: DEBUG oslo_vmware.api [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537438, 'name': PowerOnVM_Task, 'duration_secs': 1.454429} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.646062] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.646328] env[62859]: INFO nova.compute.manager [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Took 13.34 seconds to spawn the instance on the hypervisor. [ 620.646571] env[62859]: DEBUG nova.compute.manager [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.647765] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837d17cf-1237-4d86-bb5d-d02b8067121e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.663437] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.663699] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.675548] env[62859]: DEBUG oslo_vmware.api [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Task: {'id': task-2537442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154557} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.679074] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.679299] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.679475] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.679651] env[62859]: INFO nova.compute.manager [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 620.679893] env[62859]: DEBUG oslo.service.loopingcall [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.682984] env[62859]: DEBUG nova.compute.manager [-] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 620.683178] env[62859]: DEBUG nova.network.neutron [-] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 620.692180] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537443, 'name': Rename_Task, 'duration_secs': 0.237908} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.692458] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.692716] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d834efbf-1d65-4b1f-b227-fcff4ff822a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.702049] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 620.702049] env[62859]: value = "task-2537448" [ 620.702049] env[62859]: _type = "Task" [ 620.702049] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.719846] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.726298] env[62859]: INFO nova.compute.manager [-] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Took 1.54 seconds to deallocate network for instance. [ 620.726665] env[62859]: DEBUG oslo_vmware.api [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537444, 'name': PowerOffVM_Task, 'duration_secs': 0.218218} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.731316] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.731527] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.734657] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aff91eee-a257-4788-93d1-df6bda0dd82e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.773186] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.773418] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.773614] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Deleting the datastore file [datastore1] b439c92e-9cf0-4d22-ae41-c2449c0cb1c5 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.773892] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d71c0575-b665-4dab-88f9-97b63b9e8f71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.788084] env[62859]: DEBUG oslo_vmware.api [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for the task: (returnval){ [ 620.788084] env[62859]: value = "task-2537450" [ 620.788084] env[62859]: _type = "Task" [ 620.788084] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.798886] env[62859]: DEBUG oslo_vmware.api [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.893456] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537447, 'name': CreateVM_Task, 'duration_secs': 0.504554} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.893704] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.894481] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.894658] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.895090] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.895316] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01851b11-e567-46be-adfa-8e5b64ba0f9c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.902978] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 620.902978] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c10239-c59d-ab31-6bd0-71973848cb08" [ 620.902978] env[62859]: _type = "Task" [ 620.902978] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.913430] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c10239-c59d-ab31-6bd0-71973848cb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.949079] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7765bddf-5b22-4a97-8cdd-96b5e4ece781 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.957956] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a8e019-f5be-496e-963e-9bcadc00a836 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.990514] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90c302-120b-43d0-ae78-e6cb2988d5fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.999718] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad994a3e-8b49-4884-a13b-15a6fa7447e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.017952] env[62859]: DEBUG nova.compute.provider_tree [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.037889] env[62859]: DEBUG nova.compute.manager [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Received event network-vif-deleted-9717ab6f-f531-4ca5-8716-8c2f2e936686 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.038112] env[62859]: DEBUG nova.compute.manager [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Received event network-vif-plugged-0e5ff5c1-ce8e-4f22-b7a9-9682a63883db {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.038310] env[62859]: DEBUG oslo_concurrency.lockutils [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] Acquiring lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.038517] env[62859]: DEBUG oslo_concurrency.lockutils [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] Lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.038682] env[62859]: DEBUG oslo_concurrency.lockutils [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] Lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.038853] env[62859]: DEBUG nova.compute.manager [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] No waiting events found dispatching network-vif-plugged-0e5ff5c1-ce8e-4f22-b7a9-9682a63883db {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.039054] env[62859]: WARNING nova.compute.manager [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Received unexpected event network-vif-plugged-0e5ff5c1-ce8e-4f22-b7a9-9682a63883db for instance with vm_state building and task_state spawning. [ 621.039184] env[62859]: DEBUG nova.compute.manager [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Received event network-changed-0e5ff5c1-ce8e-4f22-b7a9-9682a63883db {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.041036] env[62859]: DEBUG nova.compute.manager [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Refreshing instance network info cache due to event network-changed-0e5ff5c1-ce8e-4f22-b7a9-9682a63883db. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.041036] env[62859]: DEBUG oslo_concurrency.lockutils [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] Acquiring lock "refresh_cache-6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.041036] env[62859]: DEBUG oslo_concurrency.lockutils [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] Acquired lock "refresh_cache-6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.041036] env[62859]: DEBUG nova.network.neutron [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Refreshing network info cache for port 0e5ff5c1-ce8e-4f22-b7a9-9682a63883db {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.187107] env[62859]: INFO nova.compute.manager [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Took 25.77 seconds to build instance. [ 621.214168] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537448, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.238951] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.299949] env[62859]: DEBUG oslo_vmware.api [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Task: {'id': task-2537450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116703} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.300260] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.301032] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.301032] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.301032] env[62859]: INFO nova.compute.manager [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 621.301032] env[62859]: DEBUG oslo.service.loopingcall [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.301289] env[62859]: DEBUG nova.compute.manager [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.301347] env[62859]: DEBUG nova.network.neutron [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.321899] env[62859]: DEBUG nova.network.neutron [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.413917] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c10239-c59d-ab31-6bd0-71973848cb08, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.413917] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.414097] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.414376] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.414462] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.415028] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.415028] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c5ab14e-6822-4534-ac77-c5719d02008b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.428155] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.428155] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.428407] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81c45cb-5ff1-490d-956d-73960df831e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.434643] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 621.434643] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dbb81e-4e48-d140-2a20-96bb780d8b43" [ 621.434643] env[62859]: _type = "Task" [ 621.434643] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.444546] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dbb81e-4e48-d140-2a20-96bb780d8b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.506613] env[62859]: DEBUG nova.network.neutron [-] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.520598] env[62859]: DEBUG nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.690955] env[62859]: DEBUG oslo_concurrency.lockutils [None req-47d7725c-0322-4eb1-90ab-aed07aa0e2b8 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.322s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.721877] env[62859]: DEBUG oslo_vmware.api [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537448, 'name': PowerOnVM_Task, 'duration_secs': 0.705818} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.725871] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.725871] env[62859]: INFO nova.compute.manager [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Took 11.78 seconds to spawn the instance on the hypervisor. [ 621.725871] env[62859]: DEBUG nova.compute.manager [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.725871] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9319b9fa-bb2c-49c0-acff-f69a5236549d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.774506] env[62859]: DEBUG oslo_concurrency.lockutils [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "d54a418d-1443-40a8-ae73-ad0c47c1399a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.774836] env[62859]: DEBUG oslo_concurrency.lockutils [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.775988] env[62859]: DEBUG oslo_concurrency.lockutils [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "d54a418d-1443-40a8-ae73-ad0c47c1399a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.776325] env[62859]: DEBUG oslo_concurrency.lockutils [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.776482] env[62859]: DEBUG oslo_concurrency.lockutils [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.785589] env[62859]: INFO nova.compute.manager [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Terminating instance [ 621.825539] env[62859]: DEBUG nova.network.neutron [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.869649] env[62859]: DEBUG nova.network.neutron [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Updated VIF entry in instance network info cache for port 0e5ff5c1-ce8e-4f22-b7a9-9682a63883db. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.870041] env[62859]: DEBUG nova.network.neutron [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Updating instance_info_cache with network_info: [{"id": "0e5ff5c1-ce8e-4f22-b7a9-9682a63883db", "address": "fa:16:3e:71:18:eb", "network": {"id": "67cd63fa-e63b-4e31-bc09-c972c3339bbf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1649512349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226b8b2f717c4b7cb7189746cd798490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e5ff5c1-ce", "ovs_interfaceid": "0e5ff5c1-ce8e-4f22-b7a9-9682a63883db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.954620] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dbb81e-4e48-d140-2a20-96bb780d8b43, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.954620] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4707e2-423f-4bcf-8e92-b55a9c855a24 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.961075] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 621.961075] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a5a902-c6b4-e801-9ce7-1a82483fe4f2" [ 621.961075] env[62859]: _type = "Task" [ 621.961075] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.977754] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a5a902-c6b4-e801-9ce7-1a82483fe4f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.978153] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.978410] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488/6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.979185] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8983f19b-318e-4513-ae93-5c501424e426 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.988704] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 621.988704] env[62859]: value = "task-2537452" [ 621.988704] env[62859]: _type = "Task" [ 621.988704] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.999283] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.009555] env[62859]: INFO nova.compute.manager [-] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Took 1.33 seconds to deallocate network for instance. [ 622.025833] env[62859]: DEBUG oslo_concurrency.lockutils [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.541s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.028729] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.728s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.030253] env[62859]: INFO nova.compute.claims [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.067028] env[62859]: INFO nova.scheduler.client.report [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Deleted allocations for instance 01723ee2-3bb5-4a19-a8e4-99c698361d54 [ 622.194149] env[62859]: DEBUG nova.compute.manager [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.263910] env[62859]: INFO nova.compute.manager [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Took 26.16 seconds to build instance. [ 622.291574] env[62859]: DEBUG nova.compute.manager [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.292113] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.293106] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b18660-ea89-41b9-879b-b2e18be80585 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.307480] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.307817] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abafb4ec-e2ca-4cf2-9b02-17624baef009 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.328273] env[62859]: INFO nova.compute.manager [-] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Took 1.03 seconds to deallocate network for instance. [ 622.373671] env[62859]: DEBUG oslo_concurrency.lockutils [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] Releasing lock "refresh_cache-6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.373958] env[62859]: DEBUG nova.compute.manager [req-4be29c54-0ef8-4b07-95af-915bb85d92fa req-5da27ec4-14a4-435c-abf1-738ebda72f77 service nova] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Received event network-vif-deleted-02fc8498-b127-4497-a84c-051ea1177c16 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.420568] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.420932] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.421222] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleting the datastore file [datastore1] d54a418d-1443-40a8-ae73-ad0c47c1399a {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.421600] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66a668ca-3dec-4efe-adb4-d42659e6682f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.435132] env[62859]: DEBUG oslo_vmware.api [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 622.435132] env[62859]: value = "task-2537454" [ 622.435132] env[62859]: _type = "Task" [ 622.435132] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.447342] env[62859]: DEBUG oslo_vmware.api [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.472132] env[62859]: INFO nova.compute.manager [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Rebuilding instance [ 622.501654] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537452, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.519374] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.520113] env[62859]: DEBUG nova.compute.manager [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.520955] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5306cb-88be-4438-aa05-61cc0862e21f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.576720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-baeab6d5-09ef-4afb-bce2-6e5251d400d2 tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "01723ee2-3bb5-4a19-a8e4-99c698361d54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.023s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.723309] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.770256] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed27b333-b338-4274-b9c5-e0ac4ec0ca9f tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.677s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.840013] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.863985] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "ac149eca-36f6-4a52-a57b-88f8970e4159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.864260] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "ac149eca-36f6-4a52-a57b-88f8970e4159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.949216] env[62859]: DEBUG oslo_vmware.api [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509054} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.949344] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.949697] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.949697] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.949990] env[62859]: INFO nova.compute.manager [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Took 0.66 seconds to destroy the instance on the hypervisor. [ 622.950128] env[62859]: DEBUG oslo.service.loopingcall [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.950318] env[62859]: DEBUG nova.compute.manager [-] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.950414] env[62859]: DEBUG nova.network.neutron [-] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.003363] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820591} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.003725] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488/6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.004106] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.004227] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9897e9be-d56a-4003-8a4a-b03195b223bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.011691] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 623.011691] env[62859]: value = "task-2537456" [ 623.011691] env[62859]: _type = "Task" [ 623.011691] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.022195] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.272086] env[62859]: DEBUG nova.compute.manager [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.529301] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078257} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.532006] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.533384] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fe304e-4998-4e04-ba90-e07052b9cde7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.537033] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.537125] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04fe8e04-9db2-44b3-83f7-9e5abdc1cb3f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.557469] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488/6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.559883] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a3a82e-78d6-4652-bd6a-6b3a6600fd5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.575162] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 623.575162] env[62859]: value = "task-2537457" [ 623.575162] env[62859]: _type = "Task" [ 623.575162] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.576353] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f6994-c38f-4bf9-8a8c-d6e3406bd498 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.585368] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 623.585368] env[62859]: value = "task-2537458" [ 623.585368] env[62859]: _type = "Task" [ 623.585368] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.594798] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.596631] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f424d6-8a4c-4305-8fbf-ee3ada0f2b59 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.606730] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537458, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.640872] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e77f01-5c44-4c53-a3e7-6ee029e15984 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.649780] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a25631-6a06-43d7-a81f-04271a5f2fbe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.664987] env[62859]: DEBUG nova.compute.provider_tree [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.808676] env[62859]: DEBUG nova.compute.manager [req-92e094e6-cce6-4e43-be2a-de36dae9c1b8 req-d0aaf320-11be-4c6e-86b4-99f7fbd4b437 service nova] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Received event network-vif-deleted-4e71672e-4377-46b8-b2d6-83035f8409d0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.809909] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.865790] env[62859]: DEBUG nova.network.neutron [-] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.100917] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537458, 'name': ReconfigVM_Task, 'duration_secs': 0.322176} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.107101] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488/6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.108126] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537457, 'name': PowerOffVM_Task, 'duration_secs': 0.268774} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.108421] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-826031a3-9000-4d6f-ad11-b70995fe749a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.110527] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.111663] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.111663] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea48f7a6-55e3-42b5-9ef5-a709c9d565de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.120966] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.122983] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99717e20-f465-4e5b-9173-8448a88bc903 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.125718] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 624.125718] env[62859]: value = "task-2537459" [ 624.125718] env[62859]: _type = "Task" [ 624.125718] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.153671] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.153918] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.154113] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Deleting the datastore file [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.154397] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90296bcf-07b2-4424-851e-9b5eb02f1b26 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.165406] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 624.165406] env[62859]: value = "task-2537461" [ 624.165406] env[62859]: _type = "Task" [ 624.165406] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.174999] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.195658] env[62859]: ERROR nova.scheduler.client.report [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [req-f35eb63d-050f-49c9-a814-d3e6f2412bb4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f35eb63d-050f-49c9-a814-d3e6f2412bb4"}]} [ 624.214978] env[62859]: DEBUG nova.scheduler.client.report [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 624.235886] env[62859]: DEBUG nova.scheduler.client.report [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 624.236136] env[62859]: DEBUG nova.compute.provider_tree [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.249268] env[62859]: DEBUG nova.scheduler.client.report [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 624.277240] env[62859]: DEBUG nova.scheduler.client.report [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 624.369841] env[62859]: INFO nova.compute.manager [-] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Took 1.42 seconds to deallocate network for instance. [ 624.640300] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537459, 'name': Rename_Task, 'duration_secs': 0.16986} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.640607] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.641018] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-368b7691-d2e5-4ea6-8cd6-5c00f74e647b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.651249] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 624.651249] env[62859]: value = "task-2537462" [ 624.651249] env[62859]: _type = "Task" [ 624.651249] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.660370] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.667180] env[62859]: DEBUG nova.compute.manager [req-7a3ee872-2608-450a-9b4a-7dd103dce49f req-3d903625-e98f-4a81-9807-b4d99e749d2e service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Received event network-changed-9910b348-8cf2-4328-b774-0aedb57a28bf {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.667544] env[62859]: DEBUG nova.compute.manager [req-7a3ee872-2608-450a-9b4a-7dd103dce49f req-3d903625-e98f-4a81-9807-b4d99e749d2e service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Refreshing instance network info cache due to event network-changed-9910b348-8cf2-4328-b774-0aedb57a28bf. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.670195] env[62859]: DEBUG oslo_concurrency.lockutils [req-7a3ee872-2608-450a-9b4a-7dd103dce49f req-3d903625-e98f-4a81-9807-b4d99e749d2e service nova] Acquiring lock "refresh_cache-fde96d58-b090-42bd-881e-e03f2a819f58" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.670195] env[62859]: DEBUG oslo_concurrency.lockutils [req-7a3ee872-2608-450a-9b4a-7dd103dce49f req-3d903625-e98f-4a81-9807-b4d99e749d2e service nova] Acquired lock "refresh_cache-fde96d58-b090-42bd-881e-e03f2a819f58" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.670195] env[62859]: DEBUG nova.network.neutron [req-7a3ee872-2608-450a-9b4a-7dd103dce49f req-3d903625-e98f-4a81-9807-b4d99e749d2e service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Refreshing network info cache for port 9910b348-8cf2-4328-b774-0aedb57a28bf {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.685542] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11145} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.686649] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.686918] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.687179] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.712587] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd4dce0-9a55-4a1c-b1b9-7fcab084de34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.721723] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204d15f9-ade7-46c2-a60a-de5acdba774c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.756264] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf559f51-f18e-4673-af42-012a6c3a6e59 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.768338] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e94e376-6321-4876-aaaf-ab4b38b346d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.782666] env[62859]: DEBUG nova.compute.provider_tree [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.880683] env[62859]: DEBUG oslo_concurrency.lockutils [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.163837] env[62859]: DEBUG oslo_vmware.api [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537462, 'name': PowerOnVM_Task, 'duration_secs': 0.508325} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.163837] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.163837] env[62859]: INFO nova.compute.manager [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Took 7.67 seconds to spawn the instance on the hypervisor. [ 625.163837] env[62859]: DEBUG nova.compute.manager [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.164346] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf28908d-0f22-4d78-b193-53380997f24d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.182195] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "e92be754-1aa3-44b3-a163-08c250b6adf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.182886] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "e92be754-1aa3-44b3-a163-08c250b6adf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.286496] env[62859]: DEBUG nova.scheduler.client.report [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.694581] env[62859]: DEBUG nova.network.neutron [req-7a3ee872-2608-450a-9b4a-7dd103dce49f req-3d903625-e98f-4a81-9807-b4d99e749d2e service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Updated VIF entry in instance network info cache for port 9910b348-8cf2-4328-b774-0aedb57a28bf. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.694581] env[62859]: DEBUG nova.network.neutron [req-7a3ee872-2608-450a-9b4a-7dd103dce49f req-3d903625-e98f-4a81-9807-b4d99e749d2e service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Updating instance_info_cache with network_info: [{"id": "9910b348-8cf2-4328-b774-0aedb57a28bf", "address": "fa:16:3e:43:c0:4e", "network": {"id": "fcc80c9f-aa0b-40fa-afb4-1467efdf6b85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-417274102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6bf0931d0412fb094814737c48240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9910b348-8c", "ovs_interfaceid": "9910b348-8cf2-4328-b774-0aedb57a28bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.703011] env[62859]: INFO nova.compute.manager [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Took 27.11 seconds to build instance. [ 625.731122] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.731879] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.732366] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.732881] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.733433] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.735145] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.735145] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.735145] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.735145] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.736978] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.736978] env[62859]: DEBUG nova.virt.hardware [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.737624] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7424440-f96b-4242-b3e9-979607ff7797 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.747435] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6527cc-81d4-42f7-8ba2-6a8de6ecb25f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.762764] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.768491] env[62859]: DEBUG oslo.service.loopingcall [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.768700] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.768933] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f471996-56a5-483d-bd0d-dc1a6632267f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.789029] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.789029] env[62859]: value = "task-2537464" [ 625.789029] env[62859]: _type = "Task" [ 625.789029] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.795450] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.767s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.796103] env[62859]: DEBUG nova.compute.manager [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.799716] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.103s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.801487] env[62859]: INFO nova.compute.claims [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.810766] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537464, 'name': CreateVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.941766] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquiring lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.942075] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.942314] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquiring lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.942474] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.942732] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.947699] env[62859]: INFO nova.compute.manager [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Terminating instance [ 626.063126] env[62859]: DEBUG nova.compute.manager [req-e625fdcf-3b2b-4d5f-a7da-792d44ce1496 req-7621c0dc-4745-4e1f-a180-336eda32fb58 service nova] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Received event network-vif-deleted-6c2f8b91-a2d6-4e4c-b36f-74454c94bb11 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.205982] env[62859]: DEBUG oslo_concurrency.lockutils [req-7a3ee872-2608-450a-9b4a-7dd103dce49f req-3d903625-e98f-4a81-9807-b4d99e749d2e service nova] Releasing lock "refresh_cache-fde96d58-b090-42bd-881e-e03f2a819f58" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.206260] env[62859]: DEBUG oslo_concurrency.lockutils [None req-052994f4-6815-40a3-8dfe-37dd869fab6c tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.622s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.303741] env[62859]: DEBUG nova.compute.utils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.305241] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537464, 'name': CreateVM_Task, 'duration_secs': 0.381569} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.305549] env[62859]: DEBUG nova.compute.manager [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.305818] env[62859]: DEBUG nova.network.neutron [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.311790] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.313741] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.313741] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.316543] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.316543] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772348d0-48e7-4b4d-9287-f5e89e68f09f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.321872] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 626.321872] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52165d30-d021-894d-1b73-ba528b00cd37" [ 626.321872] env[62859]: _type = "Task" [ 626.321872] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.333183] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52165d30-d021-894d-1b73-ba528b00cd37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.359587] env[62859]: DEBUG nova.policy [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '553b5a93ae46418c81f6949b5f51375f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78dbce3df59c446d81317a58eddde06e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.454826] env[62859]: DEBUG nova.compute.manager [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.454826] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.454826] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbc9330-149b-4094-80f0-65014f11e2d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.465208] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.465726] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40a3eede-4dbc-4afd-994e-dea0b3d2f7dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.473207] env[62859]: DEBUG oslo_vmware.api [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 626.473207] env[62859]: value = "task-2537465" [ 626.473207] env[62859]: _type = "Task" [ 626.473207] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.486744] env[62859]: DEBUG oslo_vmware.api [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.711902] env[62859]: DEBUG nova.compute.manager [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.742150] env[62859]: DEBUG nova.network.neutron [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Successfully created port: 438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.813731] env[62859]: DEBUG nova.compute.manager [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.839537] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52165d30-d021-894d-1b73-ba528b00cd37, 'name': SearchDatastore_Task, 'duration_secs': 0.017724} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.839877] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.840136] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.840417] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.840633] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.840828] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.841111] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23dc87eb-7541-4e4e-8921-da5401c30800 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.852634] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.852634] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.853594] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee22624-5ff1-44d4-aa50-241fdb5c5066 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.860392] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 626.860392] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ba77ac-3dfe-8712-3cb8-85d6a3d5cffd" [ 626.860392] env[62859]: _type = "Task" [ 626.860392] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.879019] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ba77ac-3dfe-8712-3cb8-85d6a3d5cffd, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.879019] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76cd4e89-93bd-4a8f-be80-9ed020a4732f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.888079] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 626.888079] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fc47d1-bde6-bd76-fbf4-84a983140466" [ 626.888079] env[62859]: _type = "Task" [ 626.888079] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.907032] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fc47d1-bde6-bd76-fbf4-84a983140466, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.907032] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.907032] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98/a33eaa0c-dd76-48c4-908d-6496cf14be98.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.907032] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b2a4d2-d241-4b72-85e2-de0ed00ebe84 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.917892] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 626.917892] env[62859]: value = "task-2537466" [ 626.917892] env[62859]: _type = "Task" [ 626.917892] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.926822] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.985136] env[62859]: DEBUG oslo_vmware.api [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537465, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.245524] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.357956] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d76606a-2e90-453c-82ab-b0cdf951f69e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.373255] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782ccfd6-45c6-4d6f-a225-836c93fae96d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.412872] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ce81b7-0fa6-40c8-bd49-577319e518bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.427364] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a57f24-5169-4741-9a6d-e5477710bff5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.451412] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537466, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.451604] env[62859]: DEBUG nova.compute.provider_tree [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.484718] env[62859]: DEBUG oslo_vmware.api [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537465, 'name': PowerOffVM_Task, 'duration_secs': 0.592051} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.484990] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.485326] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.485468] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d46ea8c-af69-473e-9078-152b9434675d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.575016] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.575424] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.575570] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Deleting the datastore file [datastore1] dbc4106c-3d37-4fad-9ea5-0367c19ac456 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.575955] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcea83a3-daa5-4c32-b2b4-6d79cbea8d1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.583862] env[62859]: DEBUG oslo_vmware.api [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for the task: (returnval){ [ 627.583862] env[62859]: value = "task-2537469" [ 627.583862] env[62859]: _type = "Task" [ 627.583862] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.595687] env[62859]: DEBUG oslo_vmware.api [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.841636] env[62859]: DEBUG nova.compute.manager [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.865866] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.866220] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.866342] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.866942] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.866942] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.866942] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.867141] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.867663] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.867663] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.867663] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.867821] env[62859]: DEBUG nova.virt.hardware [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.868662] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a00a2b-91b5-44e3-b2ce-e2f54eedd7ae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.878495] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f32a001-7b1c-4fdf-a80a-37504ec54950 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.889759] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "b82c868d-7858-46aa-aae6-c563d91686ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.890202] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "b82c868d-7858-46aa-aae6-c563d91686ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.929527] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542782} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.929939] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98/a33eaa0c-dd76-48c4-908d-6496cf14be98.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.930312] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.930992] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93105b06-c45a-48af-92b7-3a59ba568868 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.941017] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 627.941017] env[62859]: value = "task-2537470" [ 627.941017] env[62859]: _type = "Task" [ 627.941017] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.950281] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.957490] env[62859]: DEBUG nova.scheduler.client.report [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.102850] env[62859]: DEBUG oslo_vmware.api [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Task: {'id': task-2537469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240649} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.102850] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.102850] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.102850] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.102850] env[62859]: INFO nova.compute.manager [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Took 1.65 seconds to destroy the instance on the hypervisor. [ 628.102850] env[62859]: DEBUG oslo.service.loopingcall [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.103712] env[62859]: DEBUG nova.compute.manager [-] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.103712] env[62859]: DEBUG nova.network.neutron [-] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.450883] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076064} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.451478] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.452463] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef171b3e-13a9-4a95-8985-96309fa7e90c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.465873] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.466731] env[62859]: DEBUG nova.compute.manager [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.479993] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98/a33eaa0c-dd76-48c4-908d-6496cf14be98.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.480799] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.713s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.485018] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6cf670c-6f5f-48fe-81fa-c5d1797e915b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.509594] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 628.509594] env[62859]: value = "task-2537471" [ 628.509594] env[62859]: _type = "Task" [ 628.509594] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.522969] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.898945] env[62859]: DEBUG nova.network.neutron [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Successfully updated port: 438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.985041] env[62859]: DEBUG nova.compute.utils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.985538] env[62859]: DEBUG nova.compute.manager [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.986739] env[62859]: DEBUG nova.network.neutron [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.005365] env[62859]: INFO nova.compute.claims [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.021789] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.054461] env[62859]: DEBUG nova.policy [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd92d0db191b4a1d984551ea1cf5ef49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69b320401c854482b93097c2abbcf741', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.230931] env[62859]: DEBUG nova.network.neutron [-] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.401607] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.401607] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquired lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.401607] env[62859]: DEBUG nova.network.neutron [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.489306] env[62859]: DEBUG nova.compute.manager [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.500280] env[62859]: DEBUG nova.compute.manager [req-3237e76e-dfad-488a-afe1-22795fc66a96 req-028ae8fa-d5ef-400e-a90a-e224c8b9a146 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Received event network-vif-plugged-438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.500563] env[62859]: DEBUG oslo_concurrency.lockutils [req-3237e76e-dfad-488a-afe1-22795fc66a96 req-028ae8fa-d5ef-400e-a90a-e224c8b9a146 service nova] Acquiring lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.501341] env[62859]: DEBUG oslo_concurrency.lockutils [req-3237e76e-dfad-488a-afe1-22795fc66a96 req-028ae8fa-d5ef-400e-a90a-e224c8b9a146 service nova] Lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.501341] env[62859]: DEBUG oslo_concurrency.lockutils [req-3237e76e-dfad-488a-afe1-22795fc66a96 req-028ae8fa-d5ef-400e-a90a-e224c8b9a146 service nova] Lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.504401] env[62859]: DEBUG nova.compute.manager [req-3237e76e-dfad-488a-afe1-22795fc66a96 req-028ae8fa-d5ef-400e-a90a-e224c8b9a146 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] No waiting events found dispatching network-vif-plugged-438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.504401] env[62859]: WARNING nova.compute.manager [req-3237e76e-dfad-488a-afe1-22795fc66a96 req-028ae8fa-d5ef-400e-a90a-e224c8b9a146 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Received unexpected event network-vif-plugged-438f136a-19d2-4a38-8284-40ae442300fc for instance with vm_state building and task_state spawning. [ 629.504979] env[62859]: DEBUG nova.network.neutron [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Successfully created port: 2e0d788d-cc0a-475a-893c-4a90d6daee16 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.511940] env[62859]: INFO nova.compute.resource_tracker [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating resource usage from migration 1a46f4b5-2a54-43c6-842f-19c3648a51f3 [ 629.527215] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537471, 'name': ReconfigVM_Task, 'duration_secs': 0.739094} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.527525] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Reconfigured VM instance instance-00000012 to attach disk [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98/a33eaa0c-dd76-48c4-908d-6496cf14be98.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.528108] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50163e14-03c2-4a33-abe6-69b440f8edae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.540537] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 629.540537] env[62859]: value = "task-2537473" [ 629.540537] env[62859]: _type = "Task" [ 629.540537] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.554647] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537473, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.733107] env[62859]: INFO nova.compute.manager [-] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Took 1.63 seconds to deallocate network for instance. [ 629.960476] env[62859]: DEBUG nova.network.neutron [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.972388] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0d3d28-0c61-4f99-a245-acfb5c1fd4b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.986843] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c84d1c2-0208-460e-b393-3ee93712f261 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.022156] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c7d1d8-c38a-4cae-a505-7907680c2ce0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.030496] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0556a04-431a-4c70-bc0b-5e916b468797 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.046305] env[62859]: DEBUG nova.compute.provider_tree [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.061694] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537473, 'name': Rename_Task, 'duration_secs': 0.422402} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.062463] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.062729] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a6621a-f41b-4950-b125-e96d96619164 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.072795] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 630.072795] env[62859]: value = "task-2537474" [ 630.072795] env[62859]: _type = "Task" [ 630.072795] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.081919] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.243681] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.412278] env[62859]: DEBUG nova.network.neutron [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updating instance_info_cache with network_info: [{"id": "438f136a-19d2-4a38-8284-40ae442300fc", "address": "fa:16:3e:e2:df:99", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438f136a-19", "ovs_interfaceid": "438f136a-19d2-4a38-8284-40ae442300fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.524421] env[62859]: DEBUG nova.compute.manager [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.557716] env[62859]: DEBUG nova.scheduler.client.report [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.566363] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.566617] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.566772] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.566951] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.567108] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.567775] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.568058] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.568264] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.568439] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.569404] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.569601] env[62859]: DEBUG nova.virt.hardware [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.571096] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c517e3f2-f8c4-423d-9489-aab4bcc48495 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.591858] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ed6a7c-8f2f-4f65-af0a-dd689fbbba0d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.596601] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537474, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.919057] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Releasing lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.919415] env[62859]: DEBUG nova.compute.manager [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Instance network_info: |[{"id": "438f136a-19d2-4a38-8284-40ae442300fc", "address": "fa:16:3e:e2:df:99", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438f136a-19", "ovs_interfaceid": "438f136a-19d2-4a38-8284-40ae442300fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.920150] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:df:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '438f136a-19d2-4a38-8284-40ae442300fc', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.928435] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Creating folder: Project (78dbce3df59c446d81317a58eddde06e). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.928435] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35e063e7-ff63-410c-aea2-103aff44848f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.945052] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Created folder: Project (78dbce3df59c446d81317a58eddde06e) in parent group-v512592. [ 630.945227] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Creating folder: Instances. Parent ref: group-v512662. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.948316] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c083be06-1ec4-46b3-8131-7c6215fa4a36 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.961922] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Created folder: Instances in parent group-v512662. [ 630.961922] env[62859]: DEBUG oslo.service.loopingcall [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.962109] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.962343] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc332ab4-ced2-4244-adbf-525a57989fe7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.995931] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.995931] env[62859]: value = "task-2537477" [ 630.995931] env[62859]: _type = "Task" [ 630.995931] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.007554] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537477, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.077742] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.596s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.080113] env[62859]: INFO nova.compute.manager [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Migrating [ 631.080113] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.080113] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.083225] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.012s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.087324] env[62859]: INFO nova.compute.claims [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.102729] env[62859]: DEBUG oslo_vmware.api [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537474, 'name': PowerOnVM_Task, 'duration_secs': 0.912283} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.102889] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.103458] env[62859]: DEBUG nova.compute.manager [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.104611] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb506af-f7e0-43fb-b111-90d0b3efc8a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.195978] env[62859]: DEBUG nova.network.neutron [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Successfully updated port: 2e0d788d-cc0a-475a-893c-4a90d6daee16 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.306608] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "61298cc5-f277-4ffa-a9ce-5d6998706a51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.306923] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "61298cc5-f277-4ffa-a9ce-5d6998706a51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.319553] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquiring lock "b1f7f686-6345-42ac-8227-f1a176e0d437" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.319795] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "b1f7f686-6345-42ac-8227-f1a176e0d437" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.508136] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537477, 'name': CreateVM_Task, 'duration_secs': 0.478488} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.508364] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.509265] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.512190] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.512190] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.512190] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642ab2ab-3da9-4941-af2b-dde5c2cf3283 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.517110] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 631.517110] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f57a10-1085-c6bc-bc19-2ee86d93c59c" [ 631.517110] env[62859]: _type = "Task" [ 631.517110] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.525564] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f57a10-1085-c6bc-bc19-2ee86d93c59c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.584585] env[62859]: INFO nova.compute.rpcapi [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 631.585208] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.628456] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.702037] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquiring lock "refresh_cache-1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.702037] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquired lock "refresh_cache-1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.702037] env[62859]: DEBUG nova.network.neutron [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.029610] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f57a10-1085-c6bc-bc19-2ee86d93c59c, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.029912] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.030192] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.030449] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.030603] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.030779] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.031134] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31abfac4-7820-4766-8cba-32d5fe5661e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.040941] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.041138] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.041905] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4badf07-1bbd-4460-99f1-a15bb7efe4d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.048012] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 632.048012] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522d8762-c71c-3b3f-81bc-956fa8619f41" [ 632.048012] env[62859]: _type = "Task" [ 632.048012] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.057048] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522d8762-c71c-3b3f-81bc-956fa8619f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.111365] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.111618] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.111767] env[62859]: DEBUG nova.network.neutron [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.199934] env[62859]: DEBUG nova.compute.manager [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Received event network-vif-deleted-db206a9e-d3c8-4b84-8f05-30a65a573159 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.199934] env[62859]: DEBUG nova.compute.manager [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Received event network-changed-438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 632.199934] env[62859]: DEBUG nova.compute.manager [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing instance network info cache due to event network-changed-438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 632.199934] env[62859]: DEBUG oslo_concurrency.lockutils [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] Acquiring lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.199934] env[62859]: DEBUG oslo_concurrency.lockutils [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] Acquired lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.200523] env[62859]: DEBUG nova.network.neutron [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.269834] env[62859]: DEBUG nova.network.neutron [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.330223] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "d721b901-e551-4ca3-96bb-c6e27034f55c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.330482] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "d721b901-e551-4ca3-96bb-c6e27034f55c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.441162] env[62859]: DEBUG nova.network.neutron [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Updating instance_info_cache with network_info: [{"id": "2e0d788d-cc0a-475a-893c-4a90d6daee16", "address": "fa:16:3e:cb:99:a5", "network": {"id": "69095d07-eed0-4546-9bb7-62c6cd2d1ad7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-430447118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69b320401c854482b93097c2abbcf741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0d788d-cc", "ovs_interfaceid": "2e0d788d-cc0a-475a-893c-4a90d6daee16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.559026] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522d8762-c71c-3b3f-81bc-956fa8619f41, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.560076] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fe2b9f-3113-4e1f-bf0e-5cf2c950390b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.569544] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 632.569544] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5291d971-d922-6c8c-926f-ec166ac002fb" [ 632.569544] env[62859]: _type = "Task" [ 632.569544] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.582014] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5291d971-d922-6c8c-926f-ec166ac002fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.663131] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c99d93d-8938-4e9c-a2f8-c1ccb39f6787 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.674506] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb5cbb4-1fd0-4ccb-a4cd-d322e6b0b8e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.715459] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91802e2b-f77f-4c2a-91e6-2dcc51bffa2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.725264] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23fe96a-6e7e-4fa1-94b1-3738b99b29b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.740490] env[62859]: DEBUG nova.compute.provider_tree [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.948834] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Releasing lock "refresh_cache-1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.949386] env[62859]: DEBUG nova.compute.manager [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Instance network_info: |[{"id": "2e0d788d-cc0a-475a-893c-4a90d6daee16", "address": "fa:16:3e:cb:99:a5", "network": {"id": "69095d07-eed0-4546-9bb7-62c6cd2d1ad7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-430447118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69b320401c854482b93097c2abbcf741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0d788d-cc", "ovs_interfaceid": "2e0d788d-cc0a-475a-893c-4a90d6daee16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.950133] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:99:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e0d788d-cc0a-475a-893c-4a90d6daee16', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.958641] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Creating folder: Project (69b320401c854482b93097c2abbcf741). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.962988] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-952fc246-4521-4dbb-9378-24dd9fdbf4b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.981064] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Created folder: Project (69b320401c854482b93097c2abbcf741) in parent group-v512592. [ 632.981624] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Creating folder: Instances. Parent ref: group-v512665. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.982015] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ffd8b36-babf-4b87-ba4c-8e7a599fc0d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.993968] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Created folder: Instances in parent group-v512665. [ 632.994270] env[62859]: DEBUG oslo.service.loopingcall [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.995037] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.995037] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c09bf187-2002-4ffe-b3e7-a1b96441358e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.023783] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.023783] env[62859]: value = "task-2537481" [ 633.023783] env[62859]: _type = "Task" [ 633.023783] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.032866] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537481, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.033845] env[62859]: DEBUG nova.network.neutron [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance_info_cache with network_info: [{"id": "cfb79982-0d98-4124-9430-156ece5e33a8", "address": "fa:16:3e:b8:9b:8b", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb79982-0d", "ovs_interfaceid": "cfb79982-0d98-4124-9430-156ece5e33a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.083331] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5291d971-d922-6c8c-926f-ec166ac002fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011936} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.084114] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.084315] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] a6f3cd92-f6a3-4748-a052-d9b124ce5876/a6f3cd92-f6a3-4748-a052-d9b124ce5876.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.084651] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6a11258-b69d-416c-950f-5291b90a24fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.096771] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 633.096771] env[62859]: value = "task-2537482" [ 633.096771] env[62859]: _type = "Task" [ 633.096771] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.106701] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.110548] env[62859]: DEBUG nova.network.neutron [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updated VIF entry in instance network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.111036] env[62859]: DEBUG nova.network.neutron [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updating instance_info_cache with network_info: [{"id": "438f136a-19d2-4a38-8284-40ae442300fc", "address": "fa:16:3e:e2:df:99", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438f136a-19", "ovs_interfaceid": "438f136a-19d2-4a38-8284-40ae442300fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.244097] env[62859]: DEBUG nova.scheduler.client.report [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.548933] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.548933] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537481, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.616591] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537482, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.616591] env[62859]: DEBUG oslo_concurrency.lockutils [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] Releasing lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.616591] env[62859]: DEBUG nova.compute.manager [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Received event network-vif-plugged-2e0d788d-cc0a-475a-893c-4a90d6daee16 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.616591] env[62859]: DEBUG oslo_concurrency.lockutils [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] Acquiring lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.616591] env[62859]: DEBUG oslo_concurrency.lockutils [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] Lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.616591] env[62859]: DEBUG oslo_concurrency.lockutils [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] Lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.616591] env[62859]: DEBUG nova.compute.manager [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] No waiting events found dispatching network-vif-plugged-2e0d788d-cc0a-475a-893c-4a90d6daee16 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.616591] env[62859]: WARNING nova.compute.manager [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Received unexpected event network-vif-plugged-2e0d788d-cc0a-475a-893c-4a90d6daee16 for instance with vm_state building and task_state spawning. [ 633.616591] env[62859]: DEBUG nova.compute.manager [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Received event network-changed-2e0d788d-cc0a-475a-893c-4a90d6daee16 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.616591] env[62859]: DEBUG nova.compute.manager [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Refreshing instance network info cache due to event network-changed-2e0d788d-cc0a-475a-893c-4a90d6daee16. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 633.616591] env[62859]: DEBUG oslo_concurrency.lockutils [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] Acquiring lock "refresh_cache-1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.616591] env[62859]: DEBUG oslo_concurrency.lockutils [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] Acquired lock "refresh_cache-1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.616591] env[62859]: DEBUG nova.network.neutron [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Refreshing network info cache for port 2e0d788d-cc0a-475a-893c-4a90d6daee16 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.652102] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "a33eaa0c-dd76-48c4-908d-6496cf14be98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.652386] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "a33eaa0c-dd76-48c4-908d-6496cf14be98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.652603] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "a33eaa0c-dd76-48c4-908d-6496cf14be98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.652791] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "a33eaa0c-dd76-48c4-908d-6496cf14be98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.652966] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "a33eaa0c-dd76-48c4-908d-6496cf14be98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.656283] env[62859]: INFO nova.compute.manager [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Terminating instance [ 633.750179] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.750831] env[62859]: DEBUG nova.compute.manager [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.758285] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.242s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.759227] env[62859]: DEBUG nova.objects.instance [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 634.038591] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537481, 'name': CreateVM_Task, 'duration_secs': 0.595578} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.038788] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.039639] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.039818] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.040390] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.040708] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c9786f-c3af-4d75-b079-8ffed1c1ac08 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.047150] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 634.047150] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529098ed-5fff-2b54-d9f4-123f9cd5cfc5" [ 634.047150] env[62859]: _type = "Task" [ 634.047150] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.063966] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529098ed-5fff-2b54-d9f4-123f9cd5cfc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.108802] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583379} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.108802] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] a6f3cd92-f6a3-4748-a052-d9b124ce5876/a6f3cd92-f6a3-4748-a052-d9b124ce5876.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.108934] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.110035] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c618247-bacb-4cb6-895d-e8b3a459842b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.119356] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 634.119356] env[62859]: value = "task-2537483" [ 634.119356] env[62859]: _type = "Task" [ 634.119356] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.130922] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.163794] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "refresh_cache-a33eaa0c-dd76-48c4-908d-6496cf14be98" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.163794] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquired lock "refresh_cache-a33eaa0c-dd76-48c4-908d-6496cf14be98" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.163794] env[62859]: DEBUG nova.network.neutron [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.263494] env[62859]: DEBUG nova.compute.utils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.273026] env[62859]: DEBUG nova.compute.manager [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.273026] env[62859]: DEBUG nova.network.neutron [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.353571] env[62859]: DEBUG nova.policy [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '030e4153205c4a98af2f6e8918e038bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16673a5833b04ea3910ad8d2dc89a554', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.473760] env[62859]: DEBUG nova.network.neutron [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Updated VIF entry in instance network info cache for port 2e0d788d-cc0a-475a-893c-4a90d6daee16. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.474865] env[62859]: DEBUG nova.network.neutron [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Updating instance_info_cache with network_info: [{"id": "2e0d788d-cc0a-475a-893c-4a90d6daee16", "address": "fa:16:3e:cb:99:a5", "network": {"id": "69095d07-eed0-4546-9bb7-62c6cd2d1ad7", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-430447118-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69b320401c854482b93097c2abbcf741", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0d788d-cc", "ovs_interfaceid": "2e0d788d-cc0a-475a-893c-4a90d6daee16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.566345] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529098ed-5fff-2b54-d9f4-123f9cd5cfc5, 'name': SearchDatastore_Task, 'duration_secs': 0.024726} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.566930] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.567290] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.567423] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.567567] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.568757] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.569085] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6fd2585-6cf6-48a8-a5c7-6758e1d10d7d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.583240] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.583459] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.584538] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04493be1-46fe-4e2b-8f0f-0d8153a33120 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.591567] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 634.591567] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526b69a7-76a9-9cf3-b234-bd39e458deea" [ 634.591567] env[62859]: _type = "Task" [ 634.591567] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.602163] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526b69a7-76a9-9cf3-b234-bd39e458deea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.630184] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21121} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.630469] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.631383] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df699dd-9b60-477b-bde2-361ee84e1f1b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.673959] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] a6f3cd92-f6a3-4748-a052-d9b124ce5876/a6f3cd92-f6a3-4748-a052-d9b124ce5876.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.675904] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-352b4f79-5bfb-42f9-9d49-b7ae8b10dd35 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.699289] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 634.699289] env[62859]: value = "task-2537484" [ 634.699289] env[62859]: _type = "Task" [ 634.699289] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.712414] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.713037] env[62859]: DEBUG nova.network.neutron [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.716791] env[62859]: DEBUG nova.network.neutron [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Successfully created port: a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.772469] env[62859]: DEBUG nova.compute.manager [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.778535] env[62859]: DEBUG oslo_concurrency.lockutils [None req-458d4e44-9005-406d-ae23-5eb8e34c3d31 tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.778535] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.782s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.780165] env[62859]: INFO nova.compute.claims [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.793282] env[62859]: DEBUG nova.network.neutron [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.981239] env[62859]: DEBUG oslo_concurrency.lockutils [req-e857837c-af08-4941-b855-21d1bc9f5998 req-64eb5928-eb4d-47c5-a3a7-f62b6f0582b4 service nova] Releasing lock "refresh_cache-1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.072824] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ce6d3-a1f4-4fa9-b281-fce664ed53cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.104449] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance '035853df-2910-4a07-a5c6-2f42b2ca01da' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 635.120958] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526b69a7-76a9-9cf3-b234-bd39e458deea, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.121653] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8de45f-f9de-473f-a8ed-1dec14f984b8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.128485] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 635.128485] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e71c28-93ed-9173-2608-ff67f88239cc" [ 635.128485] env[62859]: _type = "Task" [ 635.128485] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.138614] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e71c28-93ed-9173-2608-ff67f88239cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.220241] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537484, 'name': ReconfigVM_Task, 'duration_secs': 0.29109} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.220636] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Reconfigured VM instance instance-00000014 to attach disk [datastore1] a6f3cd92-f6a3-4748-a052-d9b124ce5876/a6f3cd92-f6a3-4748-a052-d9b124ce5876.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.221700] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2df53d4e-441f-44ac-b352-782e23f27579 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.231088] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 635.231088] env[62859]: value = "task-2537485" [ 635.231088] env[62859]: _type = "Task" [ 635.231088] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.242325] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537485, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.296835] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Releasing lock "refresh_cache-a33eaa0c-dd76-48c4-908d-6496cf14be98" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.297262] env[62859]: DEBUG nova.compute.manager [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.297443] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.298361] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0f7158-7c3e-4fe1-9f76-f899c1c74904 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.307768] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.308136] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cc8419c-7711-4794-92de-9e7099b6efe5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.319219] env[62859]: DEBUG oslo_vmware.api [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 635.319219] env[62859]: value = "task-2537486" [ 635.319219] env[62859]: _type = "Task" [ 635.319219] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.333151] env[62859]: DEBUG oslo_vmware.api [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.615825] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.616248] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aebb248a-1f42-4334-a33b-687d14ed6107 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.625090] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 635.625090] env[62859]: value = "task-2537487" [ 635.625090] env[62859]: _type = "Task" [ 635.625090] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.650391] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e71c28-93ed-9173-2608-ff67f88239cc, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.650391] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.650391] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.650391] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee/1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.650391] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79049792-42a1-4440-8424-439cf6159157 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.662422] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 635.662422] env[62859]: value = "task-2537488" [ 635.662422] env[62859]: _type = "Task" [ 635.662422] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.672211] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.742708] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537485, 'name': Rename_Task, 'duration_secs': 0.172357} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.743824] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.745023] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15b3ac1-0a4f-4a7c-8bbc-d5a2cc2cce67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.753462] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 635.753462] env[62859]: value = "task-2537489" [ 635.753462] env[62859]: _type = "Task" [ 635.753462] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.764441] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.782941] env[62859]: DEBUG nova.compute.manager [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.831959] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.834850] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.835080] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.835749] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.835749] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.835749] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.836950] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.836950] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.836950] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.836950] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.836950] env[62859]: DEBUG nova.virt.hardware [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.837581] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ac850f-6a48-4a70-9820-72d7e395f40c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.857611] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c6ef20-810c-4692-b7bb-325edd41c783 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.862706] env[62859]: DEBUG oslo_vmware.api [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537486, 'name': PowerOffVM_Task, 'duration_secs': 0.164293} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.869373] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.869373] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.869373] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-250a3373-760d-4c91-abd3-9ccc2ee6a711 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.913755] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.914471] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.915335] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Deleting the datastore file [datastore2] a33eaa0c-dd76-48c4-908d-6496cf14be98 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.917788] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f3cd2ea-d6cf-4aac-bab1-42584abb9303 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.928913] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Acquiring lock "29b407c9-b341-4009-9d0d-f6dad4eefa95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.929182] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "29b407c9-b341-4009-9d0d-f6dad4eefa95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.929459] env[62859]: DEBUG oslo_vmware.api [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for the task: (returnval){ [ 635.929459] env[62859]: value = "task-2537491" [ 635.929459] env[62859]: _type = "Task" [ 635.929459] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.945284] env[62859]: DEBUG oslo_vmware.api [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.970852] env[62859]: DEBUG nova.compute.manager [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.972276] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899354f0-5ce4-491c-ac6d-233c1d73f8df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.141965] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537487, 'name': PowerOffVM_Task, 'duration_secs': 0.207591} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.143284] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.143284] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance '035853df-2910-4a07-a5c6-2f42b2ca01da' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 636.178580] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537488, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.266845] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537489, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.422934] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f118a42c-8540-4be1-be2a-e822192176eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.436487] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e1e8d9-320b-4cea-8da5-dea49919b7d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.475038] env[62859]: DEBUG oslo_vmware.api [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Task: {'id': task-2537491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267596} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.475038] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75032623-037e-4251-95cc-17874e58af62 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.477725] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.477972] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.478117] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.478389] env[62859]: INFO nova.compute.manager [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Took 1.18 seconds to destroy the instance on the hypervisor. [ 636.478710] env[62859]: DEBUG oslo.service.loopingcall [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.478854] env[62859]: DEBUG nova.compute.manager [-] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 636.478976] env[62859]: DEBUG nova.network.neutron [-] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.487627] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb63e383-9c9c-4415-b86a-d1a845df7eb5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.493837] env[62859]: INFO nova.compute.manager [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] instance snapshotting [ 636.496841] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0792446f-0a3e-4b41-b448-f80865caa365 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.512528] env[62859]: DEBUG nova.compute.provider_tree [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.531091] env[62859]: DEBUG nova.network.neutron [-] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.533788] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c67cfac-111f-44cc-9e1a-cbc49e92b047 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.573648] env[62859]: DEBUG nova.network.neutron [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Successfully updated port: a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.651933] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.651933] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.651933] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.651933] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.651933] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.651933] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.651933] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.651933] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.651933] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.652519] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.652519] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.658722] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b52606-cd81-433b-86ed-5e2d8415c73b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.680761] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536928} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.681654] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee/1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.682811] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.682811] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 636.682811] env[62859]: value = "task-2537492" [ 636.682811] env[62859]: _type = "Task" [ 636.682811] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.682811] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63b47c52-c287-4048-b609-dcbb4a783257 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.695246] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.696922] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 636.696922] env[62859]: value = "task-2537493" [ 636.696922] env[62859]: _type = "Task" [ 636.696922] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.707933] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.745603] env[62859]: DEBUG nova.compute.manager [req-d0b32cee-41a0-4820-b59d-b88f1ede796d req-765af81f-6810-46cd-8139-73dbddf8ec8b service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Received event network-vif-plugged-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.745825] env[62859]: DEBUG oslo_concurrency.lockutils [req-d0b32cee-41a0-4820-b59d-b88f1ede796d req-765af81f-6810-46cd-8139-73dbddf8ec8b service nova] Acquiring lock "57766422-1249-4ac4-8dcd-736cf0325556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.746060] env[62859]: DEBUG oslo_concurrency.lockutils [req-d0b32cee-41a0-4820-b59d-b88f1ede796d req-765af81f-6810-46cd-8139-73dbddf8ec8b service nova] Lock "57766422-1249-4ac4-8dcd-736cf0325556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.749338] env[62859]: DEBUG oslo_concurrency.lockutils [req-d0b32cee-41a0-4820-b59d-b88f1ede796d req-765af81f-6810-46cd-8139-73dbddf8ec8b service nova] Lock "57766422-1249-4ac4-8dcd-736cf0325556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.749338] env[62859]: DEBUG nova.compute.manager [req-d0b32cee-41a0-4820-b59d-b88f1ede796d req-765af81f-6810-46cd-8139-73dbddf8ec8b service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] No waiting events found dispatching network-vif-plugged-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.749338] env[62859]: WARNING nova.compute.manager [req-d0b32cee-41a0-4820-b59d-b88f1ede796d req-765af81f-6810-46cd-8139-73dbddf8ec8b service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Received unexpected event network-vif-plugged-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a for instance with vm_state building and task_state spawning. [ 636.765555] env[62859]: DEBUG oslo_vmware.api [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537489, 'name': PowerOnVM_Task, 'duration_secs': 0.673895} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.765779] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.767039] env[62859]: INFO nova.compute.manager [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Took 8.92 seconds to spawn the instance on the hypervisor. [ 636.767039] env[62859]: DEBUG nova.compute.manager [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.767371] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fe332c-d896-45d4-a5c7-13bd51eab803 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.016395] env[62859]: DEBUG nova.scheduler.client.report [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.024486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.025396] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.037684] env[62859]: DEBUG nova.network.neutron [-] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.046047] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 637.046589] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb1490ac-6f53-4338-b897-a25a5c102e8f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.055562] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 637.055562] env[62859]: value = "task-2537494" [ 637.055562] env[62859]: _type = "Task" [ 637.055562] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.065306] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537494, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.087374] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.087374] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquired lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.087374] env[62859]: DEBUG nova.network.neutron [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.196158] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537492, 'name': ReconfigVM_Task, 'duration_secs': 0.38035} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.196487] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance '035853df-2910-4a07-a5c6-2f42b2ca01da' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 637.209387] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076383} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.209719] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.210496] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53072d7c-8263-4420-b0d1-1085a6eb8315 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.234572] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee/1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.235283] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a31640-7caa-44e6-a59e-6d250554f01c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.258545] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 637.258545] env[62859]: value = "task-2537495" [ 637.258545] env[62859]: _type = "Task" [ 637.258545] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.268242] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.290199] env[62859]: INFO nova.compute.manager [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Took 36.02 seconds to build instance. [ 637.525281] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.525857] env[62859]: DEBUG nova.compute.manager [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.529455] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.906s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.531216] env[62859]: INFO nova.compute.claims [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.540525] env[62859]: INFO nova.compute.manager [-] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Took 1.06 seconds to deallocate network for instance. [ 637.568242] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537494, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.625122] env[62859]: DEBUG nova.network.neutron [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.707453] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.707453] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.707453] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.707828] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.707828] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.707907] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.708110] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.708271] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.708440] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.708595] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.708777] env[62859]: DEBUG nova.virt.hardware [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.714977] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 637.715302] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-020cf2fe-5ff3-4696-8f01-25377efb5d8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.738187] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 637.738187] env[62859]: value = "task-2537496" [ 637.738187] env[62859]: _type = "Task" [ 637.738187] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.751926] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.769828] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537495, 'name': ReconfigVM_Task, 'duration_secs': 0.332663} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.770140] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee/1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.770757] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a35eb836-3e1a-410a-93bb-11b25b615747 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.775196] env[62859]: DEBUG nova.network.neutron [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updating instance_info_cache with network_info: [{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.783240] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.783576] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.784149] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 637.784149] env[62859]: value = "task-2537497" [ 637.784149] env[62859]: _type = "Task" [ 637.784149] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.791981] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f637c5d-9174-4c89-b1a8-9325814bebc5 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.178s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.797773] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537497, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.039318] env[62859]: DEBUG nova.compute.utils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.041592] env[62859]: DEBUG nova.compute.manager [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.041882] env[62859]: DEBUG nova.network.neutron [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.049560] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.072610] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537494, 'name': CreateSnapshot_Task, 'duration_secs': 0.544004} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.073691] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 638.076469] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd6bf6-7eba-4fe5-ab40-42ceb628738a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.092066] env[62859]: DEBUG nova.policy [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24fc4b902c9943ba8066c0087a6b3092', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '814098b3a59b43f58e9d72d18c45c80a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.248688] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537496, 'name': ReconfigVM_Task, 'duration_secs': 0.190556} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.248899] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 638.249684] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5c0390-7e4e-401e-a2d8-ff1e5fc7a2bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.273470] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 035853df-2910-4a07-a5c6-2f42b2ca01da/035853df-2910-4a07-a5c6-2f42b2ca01da.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.273824] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-233da5ee-08f1-4c25-8b38-35e465d8b006 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.287063] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Releasing lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.287435] env[62859]: DEBUG nova.compute.manager [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Instance network_info: |[{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.287956] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:c6:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a37a97d4-f7e1-4d1f-92d4-46aa81dab27a', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.295859] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Creating folder: Project (16673a5833b04ea3910ad8d2dc89a554). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.299442] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdc54f2c-0007-4b2e-a9d4-a86b0a5b362e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.301171] env[62859]: DEBUG nova.compute.manager [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.307122] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 638.307122] env[62859]: value = "task-2537498" [ 638.307122] env[62859]: _type = "Task" [ 638.307122] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.312447] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537497, 'name': Rename_Task, 'duration_secs': 0.167865} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.316463] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.317452] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a43344d-026c-438d-a2e4-f9ddfcd48756 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.318981] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Created folder: Project (16673a5833b04ea3910ad8d2dc89a554) in parent group-v512592. [ 638.319171] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Creating folder: Instances. Parent ref: group-v512669. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.319757] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6b605f0-2edb-4638-93c9-61067c534af2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.325191] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.327625] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 638.327625] env[62859]: value = "task-2537500" [ 638.327625] env[62859]: _type = "Task" [ 638.327625] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.335062] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.336147] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Created folder: Instances in parent group-v512669. [ 638.336418] env[62859]: DEBUG oslo.service.loopingcall [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.336570] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.336777] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec955a1f-d2da-45d0-8ce9-a23bdf145380 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.357551] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.357551] env[62859]: value = "task-2537502" [ 638.357551] env[62859]: _type = "Task" [ 638.357551] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.371108] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537502, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.414183] env[62859]: DEBUG nova.network.neutron [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Successfully created port: f357ea8c-fbee-4527-b525-c7d624bb093f {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.547142] env[62859]: DEBUG nova.compute.manager [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.556097] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.556577] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.607855] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 638.607855] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40f962f2-f878-4b83-9d13-221bf21453dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.618319] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 638.618319] env[62859]: value = "task-2537503" [ 638.618319] env[62859]: _type = "Task" [ 638.618319] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.630843] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537503, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.821835] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537498, 'name': ReconfigVM_Task, 'duration_secs': 0.369728} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.825510] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.825841] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 035853df-2910-4a07-a5c6-2f42b2ca01da/035853df-2910-4a07-a5c6-2f42b2ca01da.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.826171] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance '035853df-2910-4a07-a5c6-2f42b2ca01da' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 638.844110] env[62859]: DEBUG oslo_vmware.api [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537500, 'name': PowerOnVM_Task, 'duration_secs': 0.511165} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.844666] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.845053] env[62859]: INFO nova.compute.manager [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Took 8.32 seconds to spawn the instance on the hypervisor. [ 638.845416] env[62859]: DEBUG nova.compute.manager [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.846917] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc431283-834e-4111-a7ec-a3c85e58066a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.874073] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537502, 'name': CreateVM_Task, 'duration_secs': 0.411496} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.874073] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.874297] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.874458] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.874796] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.875054] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7e8b3c-4097-4756-bb07-975741478320 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.880551] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 638.880551] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cf5d71-8355-bc45-dbd9-68c32b59afd6" [ 638.880551] env[62859]: _type = "Task" [ 638.880551] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.894244] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cf5d71-8355-bc45-dbd9-68c32b59afd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.059268] env[62859]: INFO nova.virt.block_device [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Booting with volume 03866224-78c5-45a5-85eb-856714110474 at /dev/sda [ 639.114113] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ec062e6-8b70-48bf-aa00-8df1688951c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.130163] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa538626-d4a2-4029-923d-8822e14beb88 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.140788] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c43e0a-e0b0-47b1-8e06-b7b36b52f853 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.169602] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537503, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.175678] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea82f2-bf28-42cd-a9ec-9ca4a6fceb97 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.193363] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ac37eaa-ce44-415f-b80e-b6fa5e58ddbc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.227758] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443da078-a4f9-41ef-8084-57c5f1290c40 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.233761] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0b19bb-ce48-4b45-9547-ec4afffd9378 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.252342] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21adf3ad-382e-4fa6-a2da-045adb7fb64d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.276139] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf8b236-bd29-42d8-b4fb-c0ef94901926 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.279096] env[62859]: DEBUG nova.compute.provider_tree [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.285921] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e9ccd1-e004-418c-b06a-9bdd577431bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.303748] env[62859]: DEBUG nova.virt.block_device [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Updating existing volume attachment record: 1e926cea-95ac-4eae-b839-a43a2ec897ef {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 639.336193] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49591f2e-0922-411d-a15d-21095b275538 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.356090] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a1ebd-ceea-4f48-8494-8845a1c26fbe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.378126] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance '035853df-2910-4a07-a5c6-2f42b2ca01da' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 639.389294] env[62859]: INFO nova.compute.manager [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Took 36.73 seconds to build instance. [ 639.394046] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cf5d71-8355-bc45-dbd9-68c32b59afd6, 'name': SearchDatastore_Task, 'duration_secs': 0.016819} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.394046] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.394046] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.394194] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.394325] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.394445] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.394884] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fb2be62-93f3-4362-ba1a-68da8a440afd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.407013] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.407219] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.407952] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-588da32d-b9c4-4ed0-b9cd-9356ac1d7df1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.414773] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 639.414773] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e007fc-b29a-d298-3291-64fb37febd1f" [ 639.414773] env[62859]: _type = "Task" [ 639.414773] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.423651] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e007fc-b29a-d298-3291-64fb37febd1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.611599] env[62859]: DEBUG nova.compute.manager [req-f331f587-983e-4ed2-86b9-02fb9c69998b req-0afbe9d7-1d99-4501-8b5d-35e7c8c55c20 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Received event network-changed-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.611731] env[62859]: DEBUG nova.compute.manager [req-f331f587-983e-4ed2-86b9-02fb9c69998b req-0afbe9d7-1d99-4501-8b5d-35e7c8c55c20 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Refreshing instance network info cache due to event network-changed-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.611985] env[62859]: DEBUG oslo_concurrency.lockutils [req-f331f587-983e-4ed2-86b9-02fb9c69998b req-0afbe9d7-1d99-4501-8b5d-35e7c8c55c20 service nova] Acquiring lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.612169] env[62859]: DEBUG oslo_concurrency.lockutils [req-f331f587-983e-4ed2-86b9-02fb9c69998b req-0afbe9d7-1d99-4501-8b5d-35e7c8c55c20 service nova] Acquired lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.612337] env[62859]: DEBUG nova.network.neutron [req-f331f587-983e-4ed2-86b9-02fb9c69998b req-0afbe9d7-1d99-4501-8b5d-35e7c8c55c20 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Refreshing network info cache for port a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.642683] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537503, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.786199] env[62859]: DEBUG nova.scheduler.client.report [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.894328] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b697c6c-d0c1-495b-8f4c-a7faa072741c tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.697s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.931011] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e007fc-b29a-d298-3291-64fb37febd1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.935158] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37b1285-05a3-45ab-a791-7bced35c1640 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.946190] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 639.946190] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a0b4c8-435b-5053-b9ee-dc17763ecb14" [ 639.946190] env[62859]: _type = "Task" [ 639.946190] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.956456] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a0b4c8-435b-5053-b9ee-dc17763ecb14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.972420] env[62859]: DEBUG nova.network.neutron [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Port cfb79982-0d98-4124-9430-156ece5e33a8 binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 640.060485] env[62859]: DEBUG nova.network.neutron [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Successfully updated port: f357ea8c-fbee-4527-b525-c7d624bb093f {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.133149] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537503, 'name': CloneVM_Task, 'duration_secs': 1.437055} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.133488] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Created linked-clone VM from snapshot [ 640.134572] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558119a-832e-43c0-815b-cbf568bf2c1f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.147172] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Uploading image 03913b1e-7796-4eaf-a432-23bb26e282b7 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 640.162020] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 640.162325] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37b5af44-707b-4a53-a574-430b7b53d1ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.173527] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "6eac9d56-8927-4004-961b-c699b26e906a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.173923] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.174232] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 640.174232] env[62859]: value = "task-2537504" [ 640.174232] env[62859]: _type = "Task" [ 640.174232] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.183983] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537504, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.300109] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.300725] env[62859]: DEBUG nova.compute.manager [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.303549] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.265s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.305533] env[62859]: DEBUG nova.objects.instance [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lazy-loading 'resources' on Instance uuid 34bcec9d-1057-4f3f-8ad9-4045294cb447 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.403209] env[62859]: DEBUG nova.compute.manager [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.404168] env[62859]: DEBUG nova.network.neutron [req-f331f587-983e-4ed2-86b9-02fb9c69998b req-0afbe9d7-1d99-4501-8b5d-35e7c8c55c20 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updated VIF entry in instance network info cache for port a37a97d4-f7e1-4d1f-92d4-46aa81dab27a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.404661] env[62859]: DEBUG nova.network.neutron [req-f331f587-983e-4ed2-86b9-02fb9c69998b req-0afbe9d7-1d99-4501-8b5d-35e7c8c55c20 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updating instance_info_cache with network_info: [{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.456335] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a0b4c8-435b-5053-b9ee-dc17763ecb14, 'name': SearchDatastore_Task, 'duration_secs': 0.019491} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.456624] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.456875] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 57766422-1249-4ac4-8dcd-736cf0325556/57766422-1249-4ac4-8dcd-736cf0325556.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.457151] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e7f9102-8cb7-4dd7-a545-cddc4a8654fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.464825] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 640.464825] env[62859]: value = "task-2537505" [ 640.464825] env[62859]: _type = "Task" [ 640.464825] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.474032] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.562185] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Acquiring lock "refresh_cache-b313f565-8c01-497c-9f95-858319cfea1f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.562337] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Acquired lock "refresh_cache-b313f565-8c01-497c-9f95-858319cfea1f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.562495] env[62859]: DEBUG nova.network.neutron [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.685343] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537504, 'name': Destroy_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.736621] env[62859]: DEBUG oslo_concurrency.lockutils [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquiring lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.738028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.738028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquiring lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.738028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.738028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.742759] env[62859]: INFO nova.compute.manager [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Terminating instance [ 640.807886] env[62859]: DEBUG nova.compute.utils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.812698] env[62859]: DEBUG nova.compute.manager [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.812890] env[62859]: DEBUG nova.network.neutron [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.850494] env[62859]: DEBUG nova.policy [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2add44c997064a209736a7ce47f7c259', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5acd6d29c2934f54ba8cdf2f5b7c9647', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.908675] env[62859]: DEBUG oslo_concurrency.lockutils [req-f331f587-983e-4ed2-86b9-02fb9c69998b req-0afbe9d7-1d99-4501-8b5d-35e7c8c55c20 service nova] Releasing lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.923309] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.976322] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.995641] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "035853df-2910-4a07-a5c6-2f42b2ca01da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.995886] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.996075] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.120122] env[62859]: DEBUG nova.network.neutron [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.180770] env[62859]: DEBUG nova.network.neutron [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Successfully created port: 9ea0eee8-16d7-443e-85d2-a9d2b492b4e1 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.191431] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537504, 'name': Destroy_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.246385] env[62859]: DEBUG nova.compute.manager [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.246604] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.248044] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69de419-7899-4b49-8270-9c1a46bdb1e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.260095] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.260388] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-985d96e8-2896-4558-9bcc-4c76969fe19e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.278043] env[62859]: DEBUG oslo_vmware.api [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 641.278043] env[62859]: value = "task-2537506" [ 641.278043] env[62859]: _type = "Task" [ 641.278043] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.289821] env[62859]: DEBUG oslo_vmware.api [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.313041] env[62859]: DEBUG nova.compute.manager [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.379995] env[62859]: DEBUG nova.network.neutron [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Updating instance_info_cache with network_info: [{"id": "f357ea8c-fbee-4527-b525-c7d624bb093f", "address": "fa:16:3e:c0:eb:65", "network": {"id": "ad86ab78-dedb-4d4f-b447-539429f333ca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1271896594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "814098b3a59b43f58e9d72d18c45c80a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf357ea8c-fb", "ovs_interfaceid": "f357ea8c-fbee-4527-b525-c7d624bb093f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.415943] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e9d6a0-c510-48f4-9f69-37337a94fdf3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.424983] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4dc33e-4216-4b90-8d70-e49323740048 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.462375] env[62859]: DEBUG nova.compute.manager [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.462928] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.463148] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.463301] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.463495] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.463652] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.463797] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.464014] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.464197] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.464372] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.464601] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.464757] env[62859]: DEBUG nova.virt.hardware [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.467034] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ad20e1-c104-4d17-bfca-9d5fc70369ca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.469516] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c689dc-7d7e-4859-badf-b5c963424beb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.486628] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe12546d-937a-40be-b374-19d3973152be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.491222] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537505, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.492708] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee38bd36-30b7-46b4-a805-699d641f923b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.517109] env[62859]: DEBUG nova.compute.provider_tree [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.686577] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537504, 'name': Destroy_Task, 'duration_secs': 1.313734} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.686885] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Destroyed the VM [ 641.687170] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 641.687423] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d1cab5c-b9ba-419f-8199-0574d1d19d47 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.694793] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 641.694793] env[62859]: value = "task-2537507" [ 641.694793] env[62859]: _type = "Task" [ 641.694793] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.703753] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537507, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.715522] env[62859]: DEBUG nova.compute.manager [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Received event network-vif-plugged-f357ea8c-fbee-4527-b525-c7d624bb093f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.716861] env[62859]: DEBUG oslo_concurrency.lockutils [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] Acquiring lock "b313f565-8c01-497c-9f95-858319cfea1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.716861] env[62859]: DEBUG oslo_concurrency.lockutils [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] Lock "b313f565-8c01-497c-9f95-858319cfea1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.716861] env[62859]: DEBUG oslo_concurrency.lockutils [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] Lock "b313f565-8c01-497c-9f95-858319cfea1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.716861] env[62859]: DEBUG nova.compute.manager [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] No waiting events found dispatching network-vif-plugged-f357ea8c-fbee-4527-b525-c7d624bb093f {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.716861] env[62859]: WARNING nova.compute.manager [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Received unexpected event network-vif-plugged-f357ea8c-fbee-4527-b525-c7d624bb093f for instance with vm_state building and task_state spawning. [ 641.716861] env[62859]: DEBUG nova.compute.manager [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Received event network-changed-f357ea8c-fbee-4527-b525-c7d624bb093f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.717124] env[62859]: DEBUG nova.compute.manager [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Refreshing instance network info cache due to event network-changed-f357ea8c-fbee-4527-b525-c7d624bb093f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 641.717124] env[62859]: DEBUG oslo_concurrency.lockutils [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] Acquiring lock "refresh_cache-b313f565-8c01-497c-9f95-858319cfea1f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.789962] env[62859]: DEBUG oslo_vmware.api [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537506, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.882461] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Releasing lock "refresh_cache-b313f565-8c01-497c-9f95-858319cfea1f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.882820] env[62859]: DEBUG nova.compute.manager [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Instance network_info: |[{"id": "f357ea8c-fbee-4527-b525-c7d624bb093f", "address": "fa:16:3e:c0:eb:65", "network": {"id": "ad86ab78-dedb-4d4f-b447-539429f333ca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1271896594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "814098b3a59b43f58e9d72d18c45c80a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf357ea8c-fb", "ovs_interfaceid": "f357ea8c-fbee-4527-b525-c7d624bb093f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.883064] env[62859]: DEBUG oslo_concurrency.lockutils [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] Acquired lock "refresh_cache-b313f565-8c01-497c-9f95-858319cfea1f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.883256] env[62859]: DEBUG nova.network.neutron [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Refreshing network info cache for port f357ea8c-fbee-4527-b525-c7d624bb093f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.884599] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:eb:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f357ea8c-fbee-4527-b525-c7d624bb093f', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.892013] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Creating folder: Project (814098b3a59b43f58e9d72d18c45c80a). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.895237] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b93833ca-8d9c-4b53-b81a-96f7aa175dc7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.912299] env[62859]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 641.912826] env[62859]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62859) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 641.912826] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Folder already exists: Project (814098b3a59b43f58e9d72d18c45c80a). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 641.913190] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Creating folder: Instances. Parent ref: group-v512605. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.913556] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cc9550e-95f8-4d42-8b61-32174412fc61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.923999] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Created folder: Instances in parent group-v512605. [ 641.924267] env[62859]: DEBUG oslo.service.loopingcall [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.926623] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.926853] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd16ce47-abb6-4c54-91bd-930ea4d9407f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.948522] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.948522] env[62859]: value = "task-2537510" [ 641.948522] env[62859]: _type = "Task" [ 641.948522] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.957253] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537510, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.986731] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537505, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.113726} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.987064] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 57766422-1249-4ac4-8dcd-736cf0325556/57766422-1249-4ac4-8dcd-736cf0325556.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.987335] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.987692] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da82e886-913a-490e-b105-7537631159f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.995521] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 641.995521] env[62859]: value = "task-2537511" [ 641.995521] env[62859]: _type = "Task" [ 641.995521] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.004405] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.021406] env[62859]: DEBUG nova.scheduler.client.report [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.089924] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.090197] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.090315] env[62859]: DEBUG nova.network.neutron [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.161209] env[62859]: DEBUG nova.network.neutron [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Updated VIF entry in instance network info cache for port f357ea8c-fbee-4527-b525-c7d624bb093f. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.161604] env[62859]: DEBUG nova.network.neutron [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Updating instance_info_cache with network_info: [{"id": "f357ea8c-fbee-4527-b525-c7d624bb093f", "address": "fa:16:3e:c0:eb:65", "network": {"id": "ad86ab78-dedb-4d4f-b447-539429f333ca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1271896594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "814098b3a59b43f58e9d72d18c45c80a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf357ea8c-fb", "ovs_interfaceid": "f357ea8c-fbee-4527-b525-c7d624bb093f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.206499] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537507, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.289656] env[62859]: DEBUG oslo_vmware.api [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537506, 'name': PowerOffVM_Task, 'duration_secs': 0.527051} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.290207] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.290482] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.290817] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c527013-9aee-4bd5-98d0-a623e00f658f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.325605] env[62859]: DEBUG nova.compute.manager [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.354183] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.354481] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.354691] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.354921] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.355105] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.355295] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.355519] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.355687] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.355855] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.356069] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.356252] env[62859]: DEBUG nova.virt.hardware [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.357216] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bab855a-a3f4-41bf-805f-3999f4ffa186 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.361201] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.361289] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.361476] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Deleting the datastore file [datastore1] 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.362126] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b58219e-77cb-488a-b705-50bb6adff585 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.367714] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe23f04-26b5-4671-993d-21923b61182e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.372585] env[62859]: DEBUG oslo_vmware.api [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for the task: (returnval){ [ 642.372585] env[62859]: value = "task-2537513" [ 642.372585] env[62859]: _type = "Task" [ 642.372585] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.388610] env[62859]: DEBUG oslo_vmware.api [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.462163] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537510, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.506392] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093656} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.506671] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.507921] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49097aa0-ec39-4a2e-bb11-be3a06e09959 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.530879] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 57766422-1249-4ac4-8dcd-736cf0325556/57766422-1249-4ac4-8dcd-736cf0325556.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.531823] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.533969] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26c2e5c-c01e-44d0-a93e-d4324566b1d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.549272] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.147s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.550745] env[62859]: INFO nova.compute.claims [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.561062] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 642.561062] env[62859]: value = "task-2537514" [ 642.561062] env[62859]: _type = "Task" [ 642.561062] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.569793] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.576159] env[62859]: INFO nova.scheduler.client.report [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Deleted allocations for instance 34bcec9d-1057-4f3f-8ad9-4045294cb447 [ 642.665117] env[62859]: DEBUG oslo_concurrency.lockutils [req-6da8a4ee-ce21-46eb-86d5-b0296757d481 req-ba71a2ec-23a9-444b-88c5-d4ef86e851a1 service nova] Releasing lock "refresh_cache-b313f565-8c01-497c-9f95-858319cfea1f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.720980] env[62859]: DEBUG oslo_vmware.api [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537507, 'name': RemoveSnapshot_Task, 'duration_secs': 0.52754} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.721751] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 642.884574] env[62859]: DEBUG oslo_vmware.api [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Task: {'id': task-2537513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169329} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.885049] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.885361] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.885678] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.886176] env[62859]: INFO nova.compute.manager [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Took 1.64 seconds to destroy the instance on the hypervisor. [ 642.886535] env[62859]: DEBUG oslo.service.loopingcall [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.886844] env[62859]: DEBUG nova.compute.manager [-] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.887076] env[62859]: DEBUG nova.network.neutron [-] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.906725] env[62859]: DEBUG nova.network.neutron [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance_info_cache with network_info: [{"id": "cfb79982-0d98-4124-9430-156ece5e33a8", "address": "fa:16:3e:b8:9b:8b", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb79982-0d", "ovs_interfaceid": "cfb79982-0d98-4124-9430-156ece5e33a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.958719] env[62859]: DEBUG nova.network.neutron [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Successfully updated port: 9ea0eee8-16d7-443e-85d2-a9d2b492b4e1 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.967891] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537510, 'name': CreateVM_Task, 'duration_secs': 0.613359} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.968085] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.969048] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sda', 'attachment_id': '1e926cea-95ac-4eae-b839-a43a2ec897ef', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512620', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'name': 'volume-03866224-78c5-45a5-85eb-856714110474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b313f565-8c01-497c-9f95-858319cfea1f', 'attached_at': '', 'detached_at': '', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'serial': '03866224-78c5-45a5-85eb-856714110474'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62859) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 642.969265] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Root volume attach. Driver type: vmdk {{(pid=62859) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 642.970740] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e842ba8b-e39a-42b3-94db-cc7b2c2274f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.979811] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90b4c89-a247-49cf-906a-5b6f5feb7680 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.986884] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d276fa7-5eeb-488c-ad94-67218fb6f027 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.993956] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8eea5ad8-5b97-49b5-a93c-8f71bcaeef9a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.001984] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for the task: (returnval){ [ 643.001984] env[62859]: value = "task-2537515" [ 643.001984] env[62859]: _type = "Task" [ 643.001984] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.010709] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.073503] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.083548] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e1ff873-ea4e-4d5e-8d97-3cc54b5c770e tempest-ServerExternalEventsTest-2062212613 tempest-ServerExternalEventsTest-2062212613-project-member] Lock "34bcec9d-1057-4f3f-8ad9-4045294cb447" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.142s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.231035] env[62859]: WARNING nova.compute.manager [None req-383eef6a-9e29-41be-8276-3e276209ea8f tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Image not found during snapshot: nova.exception.ImageNotFound: Image 03913b1e-7796-4eaf-a432-23bb26e282b7 could not be found. [ 643.409661] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.423776] env[62859]: DEBUG nova.compute.manager [req-e42d93a4-0b7e-45d9-a1b2-185ebd3a9cf8 req-3f3ab360-d953-4b75-8977-b99beb737543 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Received event network-vif-deleted-2e0d788d-cc0a-475a-893c-4a90d6daee16 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.424185] env[62859]: INFO nova.compute.manager [req-e42d93a4-0b7e-45d9-a1b2-185ebd3a9cf8 req-3f3ab360-d953-4b75-8977-b99beb737543 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Neutron deleted interface 2e0d788d-cc0a-475a-893c-4a90d6daee16; detaching it from the instance and deleting it from the info cache [ 643.424185] env[62859]: DEBUG nova.network.neutron [req-e42d93a4-0b7e-45d9-a1b2-185ebd3a9cf8 req-3f3ab360-d953-4b75-8977-b99beb737543 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.462123] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "refresh_cache-8a2be843-34fa-42c4-be53-ad595c485a92" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.462302] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "refresh_cache-8a2be843-34fa-42c4-be53-ad595c485a92" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.462549] env[62859]: DEBUG nova.network.neutron [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.514119] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 40%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.573261] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537514, 'name': ReconfigVM_Task, 'duration_secs': 0.851689} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.573620] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 57766422-1249-4ac4-8dcd-736cf0325556/57766422-1249-4ac4-8dcd-736cf0325556.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.574311] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-482254c8-f706-4f3b-87f1-885adf154352 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.584805] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 643.584805] env[62859]: value = "task-2537516" [ 643.584805] env[62859]: _type = "Task" [ 643.584805] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.598616] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537516, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.746560] env[62859]: DEBUG nova.compute.manager [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Received event network-vif-plugged-9ea0eee8-16d7-443e-85d2-a9d2b492b4e1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.747583] env[62859]: DEBUG oslo_concurrency.lockutils [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] Acquiring lock "8a2be843-34fa-42c4-be53-ad595c485a92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.747966] env[62859]: DEBUG oslo_concurrency.lockutils [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] Lock "8a2be843-34fa-42c4-be53-ad595c485a92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.748198] env[62859]: DEBUG oslo_concurrency.lockutils [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] Lock "8a2be843-34fa-42c4-be53-ad595c485a92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.748383] env[62859]: DEBUG nova.compute.manager [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] No waiting events found dispatching network-vif-plugged-9ea0eee8-16d7-443e-85d2-a9d2b492b4e1 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.748550] env[62859]: WARNING nova.compute.manager [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Received unexpected event network-vif-plugged-9ea0eee8-16d7-443e-85d2-a9d2b492b4e1 for instance with vm_state building and task_state spawning. [ 643.748721] env[62859]: DEBUG nova.compute.manager [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Received event network-changed-9ea0eee8-16d7-443e-85d2-a9d2b492b4e1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.748977] env[62859]: DEBUG nova.compute.manager [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Refreshing instance network info cache due to event network-changed-9ea0eee8-16d7-443e-85d2-a9d2b492b4e1. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.749169] env[62859]: DEBUG oslo_concurrency.lockutils [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] Acquiring lock "refresh_cache-8a2be843-34fa-42c4-be53-ad595c485a92" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.819060] env[62859]: DEBUG nova.network.neutron [-] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.926611] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86d103ed-1057-4a47-976c-8f134b456502 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.933289] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9f9d97-178e-4b6f-9e30-cb6eac1d48e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.945526] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09505fbc-969d-453b-b6d7-dddf81d35d3f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.983678] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542fb2a3-ab5d-453d-9335-e2dbd6725e92 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.989529] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance '035853df-2910-4a07-a5c6-2f42b2ca01da' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 644.001790] env[62859]: DEBUG nova.compute.manager [req-e42d93a4-0b7e-45d9-a1b2-185ebd3a9cf8 req-3f3ab360-d953-4b75-8977-b99beb737543 service nova] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Detach interface failed, port_id=2e0d788d-cc0a-475a-893c-4a90d6daee16, reason: Instance 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 644.014370] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 53%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.050094] env[62859]: DEBUG nova.network.neutron [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.101521] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537516, 'name': Rename_Task, 'duration_secs': 0.270798} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.102207] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.106444] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72ed2e75-91e6-4bb5-9796-21ffe95688cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.117367] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 644.117367] env[62859]: value = "task-2537517" [ 644.117367] env[62859]: _type = "Task" [ 644.117367] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.135289] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.160811] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28b72b0-0980-4030-8196-0ab437d28dd6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.169734] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd3270-5498-47f6-a92e-067e2ffb1a0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.208109] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5fa3bb-3b78-4eb7-9726-a8a35583e79c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.217972] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebe92a5-0647-41a4-8b53-78be00db3781 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.242122] env[62859]: DEBUG nova.compute.provider_tree [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.322454] env[62859]: INFO nova.compute.manager [-] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Took 1.44 seconds to deallocate network for instance. [ 644.336174] env[62859]: DEBUG nova.network.neutron [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Updating instance_info_cache with network_info: [{"id": "9ea0eee8-16d7-443e-85d2-a9d2b492b4e1", "address": "fa:16:3e:17:84:4f", "network": {"id": "4cba2bef-16f1-4cce-b1ce-2647b7a49bf9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289033554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5acd6d29c2934f54ba8cdf2f5b7c9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea0eee8-16", "ovs_interfaceid": "9ea0eee8-16d7-443e-85d2-a9d2b492b4e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.390458] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.390458] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.390664] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.390810] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.390973] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.394555] env[62859]: INFO nova.compute.manager [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Terminating instance [ 644.505245] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.505423] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e12f6214-27a4-45e3-973f-dee4e49722da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.518992] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 65%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.520712] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 644.520712] env[62859]: value = "task-2537518" [ 644.520712] env[62859]: _type = "Task" [ 644.520712] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.531097] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.634063] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537517, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.746063] env[62859]: DEBUG nova.scheduler.client.report [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.833942] env[62859]: DEBUG oslo_concurrency.lockutils [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.839233] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "refresh_cache-8a2be843-34fa-42c4-be53-ad595c485a92" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.839233] env[62859]: DEBUG nova.compute.manager [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Instance network_info: |[{"id": "9ea0eee8-16d7-443e-85d2-a9d2b492b4e1", "address": "fa:16:3e:17:84:4f", "network": {"id": "4cba2bef-16f1-4cce-b1ce-2647b7a49bf9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289033554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5acd6d29c2934f54ba8cdf2f5b7c9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea0eee8-16", "ovs_interfaceid": "9ea0eee8-16d7-443e-85d2-a9d2b492b4e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.839732] env[62859]: DEBUG oslo_concurrency.lockutils [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] Acquired lock "refresh_cache-8a2be843-34fa-42c4-be53-ad595c485a92" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.839732] env[62859]: DEBUG nova.network.neutron [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Refreshing network info cache for port 9ea0eee8-16d7-443e-85d2-a9d2b492b4e1 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.841030] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:84:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea0eee8-16d7-443e-85d2-a9d2b492b4e1', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.849385] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Creating folder: Project (5acd6d29c2934f54ba8cdf2f5b7c9647). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.853862] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36eed988-4531-43f5-bafd-8dc278db8ada {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.869104] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Created folder: Project (5acd6d29c2934f54ba8cdf2f5b7c9647) in parent group-v512592. [ 644.869338] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Creating folder: Instances. Parent ref: group-v512675. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.869664] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bca8da2-71f1-4ea8-8f7e-be3a5a31c71f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.885203] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Created folder: Instances in parent group-v512675. [ 644.885410] env[62859]: DEBUG oslo.service.loopingcall [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.885646] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.885962] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18244cfd-b22e-4ab8-980c-e5bbb69cc527 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.906085] env[62859]: DEBUG nova.compute.manager [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 644.909559] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.909559] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52f4625-4d0c-420f-bca9-84b25ec9e8af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.921452] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.921452] env[62859]: value = "task-2537521" [ 644.921452] env[62859]: _type = "Task" [ 644.921452] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.929672] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.930642] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83e687b9-4da6-42f2-a89a-8871f842e161 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.937378] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537521, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.945141] env[62859]: DEBUG oslo_vmware.api [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 644.945141] env[62859]: value = "task-2537522" [ 644.945141] env[62859]: _type = "Task" [ 644.945141] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.960688] env[62859]: DEBUG oslo_vmware.api [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.016806] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 78%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.032948] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.134213] env[62859]: DEBUG oslo_vmware.api [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537517, 'name': PowerOnVM_Task, 'duration_secs': 0.807652} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.134574] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.134972] env[62859]: INFO nova.compute.manager [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Took 9.35 seconds to spawn the instance on the hypervisor. [ 645.135151] env[62859]: DEBUG nova.compute.manager [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.135995] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b5b6e2-ecc9-4da2-bba0-e5662c80878f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.253301] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.255876] env[62859]: DEBUG nova.compute.manager [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.261012] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.135s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.261012] env[62859]: DEBUG nova.objects.instance [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lazy-loading 'resources' on Instance uuid 6cafce31-1c08-442a-bc6c-d6b3845709ae {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.268313] env[62859]: DEBUG nova.network.neutron [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Updated VIF entry in instance network info cache for port 9ea0eee8-16d7-443e-85d2-a9d2b492b4e1. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.268313] env[62859]: DEBUG nova.network.neutron [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Updating instance_info_cache with network_info: [{"id": "9ea0eee8-16d7-443e-85d2-a9d2b492b4e1", "address": "fa:16:3e:17:84:4f", "network": {"id": "4cba2bef-16f1-4cce-b1ce-2647b7a49bf9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289033554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5acd6d29c2934f54ba8cdf2f5b7c9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea0eee8-16", "ovs_interfaceid": "9ea0eee8-16d7-443e-85d2-a9d2b492b4e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.440484] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537521, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.456722] env[62859]: DEBUG oslo_vmware.api [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537522, 'name': PowerOffVM_Task, 'duration_secs': 0.289124} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.456988] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.457277] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.457452] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c290d3cc-ff1c-433a-8e32-60d7e8ba8901 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.518420] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 92%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.533564] env[62859]: DEBUG oslo_vmware.api [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537518, 'name': PowerOnVM_Task, 'duration_secs': 0.903524} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.533897] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.534108] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efd85169-9ef8-438c-a0a5-8cb11f6cd305 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance '035853df-2910-4a07-a5c6-2f42b2ca01da' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 645.547630] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.548054] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.548295] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Deleting the datastore file [datastore1] 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.548646] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99b83f32-b238-41be-87c7-c1bb20ef4b9b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.559790] env[62859]: DEBUG oslo_vmware.api [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 645.559790] env[62859]: value = "task-2537524" [ 645.559790] env[62859]: _type = "Task" [ 645.559790] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.573239] env[62859]: DEBUG oslo_vmware.api [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.661990] env[62859]: INFO nova.compute.manager [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Took 41.62 seconds to build instance. [ 645.764028] env[62859]: DEBUG nova.compute.utils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.769931] env[62859]: DEBUG nova.compute.manager [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.770562] env[62859]: DEBUG nova.network.neutron [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.775998] env[62859]: DEBUG oslo_concurrency.lockutils [req-65f22a97-08d6-4ec7-bf2a-ebf05320af09 req-14b2d56e-9557-43de-ae7e-ec2085da879b service nova] Releasing lock "refresh_cache-8a2be843-34fa-42c4-be53-ad595c485a92" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.877162] env[62859]: DEBUG nova.policy [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85e20ac0906841ae8ecaf3004970312f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25a7ba05fad24586b0aaa42f74277fc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.943225] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537521, 'name': CreateVM_Task, 'duration_secs': 0.866059} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.943551] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.944410] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.944645] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.944963] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.945298] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28c1d3f-4e0a-47b7-ac09-3ef2215df1d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.959299] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 645.959299] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521d20bb-31d2-7fdf-c592-19e1cb4f4395" [ 645.959299] env[62859]: _type = "Task" [ 645.959299] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.972237] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521d20bb-31d2-7fdf-c592-19e1cb4f4395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.021687] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 97%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.076953] env[62859]: DEBUG oslo_vmware.api [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.162657] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fbc4d683-5a0c-43da-b7b6-7e24dbb897fe tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "57766422-1249-4ac4-8dcd-736cf0325556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.231s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.275146] env[62859]: DEBUG nova.compute.manager [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.443624] env[62859]: DEBUG nova.network.neutron [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Successfully created port: fe5342fd-4401-4696-838d-2dd9923392e8 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.471895] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521d20bb-31d2-7fdf-c592-19e1cb4f4395, 'name': SearchDatastore_Task, 'duration_secs': 0.065181} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.473262] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.473500] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.473758] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.473913] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.474102] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.474963] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf81db-278c-4b83-9929-975ac95294eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.477684] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efa1591c-fd48-4398-a079-fd58362be0d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.486792] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34917ca-ab15-47fa-8745-7cfc00362d26 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.494352] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.495556] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.529373] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3e913e-2869-4c2e-a446-3096ab98fa14 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.541242] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f0e58d-55ab-458a-a4f5-523725f10bf2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.554714] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 646.554714] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b17c42-18ed-b79c-cc87-8d760d13ba84" [ 646.554714] env[62859]: _type = "Task" [ 646.554714] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.563582] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 97%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.569788] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c131a4-f59c-421c-8877-1e2a0ab3f873 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.588864] env[62859]: DEBUG oslo_vmware.api [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.861732} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.607678] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.607990] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.608275] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.608538] env[62859]: INFO nova.compute.manager [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Took 1.70 seconds to destroy the instance on the hypervisor. [ 646.608912] env[62859]: DEBUG oslo.service.loopingcall [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.611560] env[62859]: DEBUG nova.compute.provider_tree [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.611948] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b17c42-18ed-b79c-cc87-8d760d13ba84, 'name': SearchDatastore_Task, 'duration_secs': 0.031009} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.612276] env[62859]: DEBUG nova.compute.manager [-] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.612410] env[62859]: DEBUG nova.network.neutron [-] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.616867] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1858c912-d438-406c-9a8c-fecc8ce76ebf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.626281] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 646.626281] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bc8a9b-f00f-d333-c32b-a02ed98d7b6b" [ 646.626281] env[62859]: _type = "Task" [ 646.626281] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.635512] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bc8a9b-f00f-d333-c32b-a02ed98d7b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.671829] env[62859]: DEBUG nova.compute.manager [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.048189] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 97%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.117298] env[62859]: DEBUG nova.scheduler.client.report [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.138364] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bc8a9b-f00f-d333-c32b-a02ed98d7b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.035789} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.139647] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.139647] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8a2be843-34fa-42c4-be53-ad595c485a92/8a2be843-34fa-42c4-be53-ad595c485a92.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.139647] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcbdd069-4cdc-496b-a503-07093b2baf2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.148494] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 647.148494] env[62859]: value = "task-2537525" [ 647.148494] env[62859]: _type = "Task" [ 647.148494] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.158144] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.196618] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.292609] env[62859]: DEBUG nova.compute.manager [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.329079] env[62859]: DEBUG nova.virt.hardware [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.330380] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714d0d7e-5456-407f-bc2f-77dbb354f7a5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.342634] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53782bbb-14ce-4146-85db-dce1fb480bba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.431182] env[62859]: DEBUG nova.compute.manager [req-58d482c2-a3af-462e-bfd3-a2fac63fba77 req-0c3e8ec0-0833-47e1-b370-5098c715b774 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Received event network-changed-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.431182] env[62859]: DEBUG nova.compute.manager [req-58d482c2-a3af-462e-bfd3-a2fac63fba77 req-0c3e8ec0-0833-47e1-b370-5098c715b774 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Refreshing instance network info cache due to event network-changed-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.431182] env[62859]: DEBUG oslo_concurrency.lockutils [req-58d482c2-a3af-462e-bfd3-a2fac63fba77 req-0c3e8ec0-0833-47e1-b370-5098c715b774 service nova] Acquiring lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.431182] env[62859]: DEBUG oslo_concurrency.lockutils [req-58d482c2-a3af-462e-bfd3-a2fac63fba77 req-0c3e8ec0-0833-47e1-b370-5098c715b774 service nova] Acquired lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.431692] env[62859]: DEBUG nova.network.neutron [req-58d482c2-a3af-462e-bfd3-a2fac63fba77 req-0c3e8ec0-0833-47e1-b370-5098c715b774 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Refreshing network info cache for port a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.480682] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.480682] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.550586] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 98%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.624097] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.627775] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.077s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.627775] env[62859]: DEBUG nova.objects.instance [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 647.658290] env[62859]: INFO nova.scheduler.client.report [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Deleted allocations for instance 6cafce31-1c08-442a-bc6c-d6b3845709ae [ 647.676294] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537525, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.738625] env[62859]: DEBUG nova.network.neutron [-] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.992023] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.992023] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 647.992023] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Rebuilding the list of instances to heal {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 648.051877] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task} progress is 98%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.172453] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537525, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.181156] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ec42711-2b8e-45ed-815e-b9e9c7f6e5bb tempest-ServerShowV257Test-159348544 tempest-ServerShowV257Test-159348544-project-member] Lock "6cafce31-1c08-442a-bc6c-d6b3845709ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.585s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.205103] env[62859]: DEBUG nova.network.neutron [req-58d482c2-a3af-462e-bfd3-a2fac63fba77 req-0c3e8ec0-0833-47e1-b370-5098c715b774 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updated VIF entry in instance network info cache for port a37a97d4-f7e1-4d1f-92d4-46aa81dab27a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.205483] env[62859]: DEBUG nova.network.neutron [req-58d482c2-a3af-462e-bfd3-a2fac63fba77 req-0c3e8ec0-0833-47e1-b370-5098c715b774 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updating instance_info_cache with network_info: [{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.242337] env[62859]: INFO nova.compute.manager [-] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Took 1.63 seconds to deallocate network for instance. [ 648.510752] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Skipping network cache update for instance because it is being deleted. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 648.511830] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Skipping network cache update for instance because it is Building. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 648.511830] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Skipping network cache update for instance because it is Building. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 648.511830] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Skipping network cache update for instance because it is Building. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 648.548012] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "refresh_cache-b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.552121] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquired lock "refresh_cache-b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.552121] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Forcefully refreshing network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 648.552121] env[62859]: DEBUG nova.objects.instance [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lazy-loading 'info_cache' on Instance uuid b439c92e-9cf0-4d22-ae41-c2449c0cb1c5 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.570133] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537515, 'name': RelocateVM_Task, 'duration_secs': 5.173373} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.573563] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 648.573563] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512620', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'name': 'volume-03866224-78c5-45a5-85eb-856714110474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b313f565-8c01-497c-9f95-858319cfea1f', 'attached_at': '', 'detached_at': '', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'serial': '03866224-78c5-45a5-85eb-856714110474'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 648.573563] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02e1e5b-e128-4ba3-98f1-4e287328409a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.592512] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f597ff1f-bc61-433a-9849-8efb4a5524e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.617697] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-03866224-78c5-45a5-85eb-856714110474/volume-03866224-78c5-45a5-85eb-856714110474.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.618866] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b43510c-4fdb-467c-a254-4eefcd7dfc86 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.637424] env[62859]: DEBUG nova.compute.manager [req-434fed22-dc3d-4af4-bca0-6bbf2d731fc4 req-6432a650-4f4c-42c1-af8c-6a40da505e26 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Received event network-vif-plugged-fe5342fd-4401-4696-838d-2dd9923392e8 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.637424] env[62859]: DEBUG oslo_concurrency.lockutils [req-434fed22-dc3d-4af4-bca0-6bbf2d731fc4 req-6432a650-4f4c-42c1-af8c-6a40da505e26 service nova] Acquiring lock "7ce245ef-0fab-41af-988a-bc856e67380b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.637424] env[62859]: DEBUG oslo_concurrency.lockutils [req-434fed22-dc3d-4af4-bca0-6bbf2d731fc4 req-6432a650-4f4c-42c1-af8c-6a40da505e26 service nova] Lock "7ce245ef-0fab-41af-988a-bc856e67380b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.637424] env[62859]: DEBUG oslo_concurrency.lockutils [req-434fed22-dc3d-4af4-bca0-6bbf2d731fc4 req-6432a650-4f4c-42c1-af8c-6a40da505e26 service nova] Lock "7ce245ef-0fab-41af-988a-bc856e67380b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.637424] env[62859]: DEBUG nova.compute.manager [req-434fed22-dc3d-4af4-bca0-6bbf2d731fc4 req-6432a650-4f4c-42c1-af8c-6a40da505e26 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] No waiting events found dispatching network-vif-plugged-fe5342fd-4401-4696-838d-2dd9923392e8 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.637424] env[62859]: WARNING nova.compute.manager [req-434fed22-dc3d-4af4-bca0-6bbf2d731fc4 req-6432a650-4f4c-42c1-af8c-6a40da505e26 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Received unexpected event network-vif-plugged-fe5342fd-4401-4696-838d-2dd9923392e8 for instance with vm_state building and task_state spawning. [ 648.641681] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4ac105a4-8cc6-4308-9307-9ba1bf7260d2 tempest-ServersAdmin275Test-161691582 tempest-ServersAdmin275Test-161691582-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.643945] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.654s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.647341] env[62859]: DEBUG nova.objects.instance [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lazy-loading 'resources' on Instance uuid e0255bdd-6582-41b7-8f6d-bbef90903f05 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.647341] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for the task: (returnval){ [ 648.647341] env[62859]: value = "task-2537526" [ 648.647341] env[62859]: _type = "Task" [ 648.647341] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.647748] env[62859]: DEBUG nova.network.neutron [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Successfully updated port: fe5342fd-4401-4696-838d-2dd9923392e8 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.667032] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.667755] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537525, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.712418] env[62859]: DEBUG oslo_concurrency.lockutils [req-58d482c2-a3af-462e-bfd3-a2fac63fba77 req-0c3e8ec0-0833-47e1-b370-5098c715b774 service nova] Releasing lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.758455] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.071823] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "035853df-2910-4a07-a5c6-2f42b2ca01da" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.072140] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.072279] env[62859]: DEBUG nova.compute.manager [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Going to confirm migration 1 {{(pid=62859) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 649.156770] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquiring lock "refresh_cache-7ce245ef-0fab-41af-988a-bc856e67380b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.156952] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquired lock "refresh_cache-7ce245ef-0fab-41af-988a-bc856e67380b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.160200] env[62859]: DEBUG nova.network.neutron [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.195941] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537525, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.697097} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.196211] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.196674] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8a2be843-34fa-42c4-be53-ad595c485a92/8a2be843-34fa-42c4-be53-ad595c485a92.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.196882] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.197324] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a76b8ee8-c5d6-4e87-b7f3-c7a77847d3fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.205336] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 649.205336] env[62859]: value = "task-2537527" [ 649.205336] env[62859]: _type = "Task" [ 649.205336] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.218245] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.520298] env[62859]: DEBUG nova.compute.manager [req-31100006-151f-4b50-83b2-52dea20a004f req-170fea35-d0fb-44f1-aab0-b88ec3dc9f91 service nova] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Received event network-vif-deleted-0e5ff5c1-ce8e-4f22-b7a9-9682a63883db {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.590197] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.629997] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7087d2e8-0630-4708-8d1b-96052c26bba2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.639536] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4958ce0f-370f-4ac9-a144-e932e441aaae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.678957] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.679160] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.679346] env[62859]: DEBUG nova.network.neutron [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.679533] env[62859]: DEBUG nova.objects.instance [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lazy-loading 'info_cache' on Instance uuid 035853df-2910-4a07-a5c6-2f42b2ca01da {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.684080] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b499e28c-70e5-4a19-b20c-5942dbb45b71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.695642] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6116ab-c551-4d98-9273-4b948683b812 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.699466] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537526, 'name': ReconfigVM_Task, 'duration_secs': 0.866554} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.699794] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-03866224-78c5-45a5-85eb-856714110474/volume-03866224-78c5-45a5-85eb-856714110474.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.704918] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41ad053-fb5e-4e43-ad3a-dcc72bd62365 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.724368] env[62859]: DEBUG nova.compute.provider_tree [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.734909] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07765} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.736339] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.736875] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for the task: (returnval){ [ 649.736875] env[62859]: value = "task-2537528" [ 649.736875] env[62859]: _type = "Task" [ 649.736875] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.737574] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e6f1e3-546a-44d0-a7be-a7f4ce6e4d73 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.742666] env[62859]: DEBUG nova.network.neutron [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.752952] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.770860] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 8a2be843-34fa-42c4-be53-ad595c485a92/8a2be843-34fa-42c4-be53-ad595c485a92.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.771153] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4932e97a-2e61-47c2-a2fc-2149641ed972 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.794705] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 649.794705] env[62859]: value = "task-2537529" [ 649.794705] env[62859]: _type = "Task" [ 649.794705] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.804050] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.002278] env[62859]: DEBUG nova.network.neutron [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Updating instance_info_cache with network_info: [{"id": "fe5342fd-4401-4696-838d-2dd9923392e8", "address": "fa:16:3e:73:fb:68", "network": {"id": "44d8c725-f4a5-45b3-b839-87471abc95b1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1946634287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a7ba05fad24586b0aaa42f74277fc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5342fd-44", "ovs_interfaceid": "fe5342fd-4401-4696-838d-2dd9923392e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.171590] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.230340] env[62859]: DEBUG nova.scheduler.client.report [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.252782] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537528, 'name': ReconfigVM_Task, 'duration_secs': 0.129718} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.253101] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512620', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'name': 'volume-03866224-78c5-45a5-85eb-856714110474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b313f565-8c01-497c-9f95-858319cfea1f', 'attached_at': '', 'detached_at': '', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'serial': '03866224-78c5-45a5-85eb-856714110474'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 650.253642] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33911138-c802-4037-b45e-60c05b5ede15 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.261216] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for the task: (returnval){ [ 650.261216] env[62859]: value = "task-2537530" [ 650.261216] env[62859]: _type = "Task" [ 650.261216] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.268689] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537530, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.305111] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537529, 'name': ReconfigVM_Task, 'duration_secs': 0.296505} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.305400] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 8a2be843-34fa-42c4-be53-ad595c485a92/8a2be843-34fa-42c4-be53-ad595c485a92.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.306038] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1e52b42-4d9a-4d06-abb2-37776673c376 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.313212] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 650.313212] env[62859]: value = "task-2537531" [ 650.313212] env[62859]: _type = "Task" [ 650.313212] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.322245] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537531, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.504540] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Releasing lock "refresh_cache-7ce245ef-0fab-41af-988a-bc856e67380b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.504936] env[62859]: DEBUG nova.compute.manager [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Instance network_info: |[{"id": "fe5342fd-4401-4696-838d-2dd9923392e8", "address": "fa:16:3e:73:fb:68", "network": {"id": "44d8c725-f4a5-45b3-b839-87471abc95b1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1946634287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a7ba05fad24586b0aaa42f74277fc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5342fd-44", "ovs_interfaceid": "fe5342fd-4401-4696-838d-2dd9923392e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.505423] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:fb:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe5342fd-4401-4696-838d-2dd9923392e8', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.513233] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Creating folder: Project (25a7ba05fad24586b0aaa42f74277fc9). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.513553] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d052111b-5926-4288-bd84-65fbf4c0a050 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.525689] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Created folder: Project (25a7ba05fad24586b0aaa42f74277fc9) in parent group-v512592. [ 650.525960] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Creating folder: Instances. Parent ref: group-v512678. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.526233] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cd27402-f53a-4b51-be4e-abf2fdb0f122 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.537146] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Created folder: Instances in parent group-v512678. [ 650.537146] env[62859]: DEBUG oslo.service.loopingcall [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 650.537338] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.537542] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbcb9c37-9826-4bef-83e1-580cd4efa128 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.557434] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.557434] env[62859]: value = "task-2537534" [ 650.557434] env[62859]: _type = "Task" [ 650.557434] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.565608] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537534, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.674047] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Releasing lock "refresh_cache-b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.674090] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Updated the network info_cache for instance {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 650.674299] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.678017] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.678017] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.678017] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.678017] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.678017] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.678017] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 650.678017] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 650.734940] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.737266] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.139s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.740603] env[62859]: INFO nova.compute.claims [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.766388] env[62859]: INFO nova.scheduler.client.report [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Deleted allocations for instance e0255bdd-6582-41b7-8f6d-bbef90903f05 [ 650.774218] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537530, 'name': Rename_Task, 'duration_secs': 0.137069} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.774606] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.774884] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dfc8a9f-54a7-4cdd-8844-8f6c511cbdff {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.783972] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for the task: (returnval){ [ 650.783972] env[62859]: value = "task-2537535" [ 650.783972] env[62859]: _type = "Task" [ 650.783972] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.792528] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.826173] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537531, 'name': Rename_Task, 'duration_secs': 0.172275} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.826808] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.827091] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f48876cd-e6a4-469b-b082-0c8e3825f089 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.835073] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 650.835073] env[62859]: value = "task-2537536" [ 650.835073] env[62859]: _type = "Task" [ 650.835073] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.844557] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.032078] env[62859]: DEBUG nova.compute.manager [req-bef44d7b-20eb-4aca-ab10-a815f3ae53be req-e64d325b-03c4-42fe-810c-f6af6989cbc6 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Received event network-changed-fe5342fd-4401-4696-838d-2dd9923392e8 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.032313] env[62859]: DEBUG nova.compute.manager [req-bef44d7b-20eb-4aca-ab10-a815f3ae53be req-e64d325b-03c4-42fe-810c-f6af6989cbc6 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Refreshing instance network info cache due to event network-changed-fe5342fd-4401-4696-838d-2dd9923392e8. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.032394] env[62859]: DEBUG oslo_concurrency.lockutils [req-bef44d7b-20eb-4aca-ab10-a815f3ae53be req-e64d325b-03c4-42fe-810c-f6af6989cbc6 service nova] Acquiring lock "refresh_cache-7ce245ef-0fab-41af-988a-bc856e67380b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.032558] env[62859]: DEBUG oslo_concurrency.lockutils [req-bef44d7b-20eb-4aca-ab10-a815f3ae53be req-e64d325b-03c4-42fe-810c-f6af6989cbc6 service nova] Acquired lock "refresh_cache-7ce245ef-0fab-41af-988a-bc856e67380b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.032707] env[62859]: DEBUG nova.network.neutron [req-bef44d7b-20eb-4aca-ab10-a815f3ae53be req-e64d325b-03c4-42fe-810c-f6af6989cbc6 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Refreshing network info cache for port fe5342fd-4401-4696-838d-2dd9923392e8 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.069384] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537534, 'name': CreateVM_Task, 'duration_secs': 0.508937} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.069561] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.070450] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.070513] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.070866] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.071156] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2cd617-c5ca-459c-8eb0-0c18f18c4f9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.076970] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 651.076970] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52511442-27f1-d657-781f-769e3cb9e83a" [ 651.076970] env[62859]: _type = "Task" [ 651.076970] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.086921] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52511442-27f1-d657-781f-769e3cb9e83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.093607] env[62859]: DEBUG nova.network.neutron [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance_info_cache with network_info: [{"id": "cfb79982-0d98-4124-9430-156ece5e33a8", "address": "fa:16:3e:b8:9b:8b", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb79982-0d", "ovs_interfaceid": "cfb79982-0d98-4124-9430-156ece5e33a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.180504] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.278238] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d7f47b99-3ea0-48d3-aa0e-32ec637e69dd tempest-DeleteServersAdminTestJSON-1755287678 tempest-DeleteServersAdminTestJSON-1755287678-project-member] Lock "e0255bdd-6582-41b7-8f6d-bbef90903f05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.986s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.296619] env[62859]: DEBUG oslo_vmware.api [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537535, 'name': PowerOnVM_Task, 'duration_secs': 0.510736} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.296823] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.296957] env[62859]: INFO nova.compute.manager [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Took 9.83 seconds to spawn the instance on the hypervisor. [ 651.297206] env[62859]: DEBUG nova.compute.manager [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.299037] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f76a7d-1623-4f85-8f66-0b355c006dc6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.347588] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537536, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.589225] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52511442-27f1-d657-781f-769e3cb9e83a, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.591984] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.592397] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.593602] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.593602] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.593602] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.593602] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f33389f-2424-4ae5-b52c-3f1671e3933c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.595993] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.596349] env[62859]: DEBUG nova.objects.instance [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lazy-loading 'migration_context' on Instance uuid 035853df-2910-4a07-a5c6-2f42b2ca01da {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.606338] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.607246] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.607246] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4880ea5a-6c82-4009-99f4-09d42ff9184d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.614289] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 651.614289] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524a39ac-e400-6c62-fdf9-5f68f752e26d" [ 651.614289] env[62859]: _type = "Task" [ 651.614289] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.622756] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524a39ac-e400-6c62-fdf9-5f68f752e26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.817793] env[62859]: INFO nova.compute.manager [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Took 42.84 seconds to build instance. [ 651.853977] env[62859]: DEBUG oslo_vmware.api [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537536, 'name': PowerOnVM_Task, 'duration_secs': 0.51449} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.856825] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.857126] env[62859]: INFO nova.compute.manager [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Took 9.53 seconds to spawn the instance on the hypervisor. [ 651.857322] env[62859]: DEBUG nova.compute.manager [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.858320] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97db5ffe-e156-4f26-be95-16dc7dabaaf7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.099170] env[62859]: DEBUG nova.objects.base [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Object Instance<035853df-2910-4a07-a5c6-2f42b2ca01da> lazy-loaded attributes: info_cache,migration_context {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 652.100170] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eaadeb-c08f-4d81-9b6a-a1ab5e125746 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.131016] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a6ce8a-a258-466a-baee-172cefe51132 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.138153] env[62859]: DEBUG oslo_vmware.api [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 652.138153] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ab83e9-9b69-aef6-2ce5-03904fbc309f" [ 652.138153] env[62859]: _type = "Task" [ 652.138153] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.141150] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524a39ac-e400-6c62-fdf9-5f68f752e26d, 'name': SearchDatastore_Task, 'duration_secs': 0.040289} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.142251] env[62859]: DEBUG nova.network.neutron [req-bef44d7b-20eb-4aca-ab10-a815f3ae53be req-e64d325b-03c4-42fe-810c-f6af6989cbc6 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Updated VIF entry in instance network info cache for port fe5342fd-4401-4696-838d-2dd9923392e8. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.142577] env[62859]: DEBUG nova.network.neutron [req-bef44d7b-20eb-4aca-ab10-a815f3ae53be req-e64d325b-03c4-42fe-810c-f6af6989cbc6 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Updating instance_info_cache with network_info: [{"id": "fe5342fd-4401-4696-838d-2dd9923392e8", "address": "fa:16:3e:73:fb:68", "network": {"id": "44d8c725-f4a5-45b3-b839-87471abc95b1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1946634287-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25a7ba05fad24586b0aaa42f74277fc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5342fd-44", "ovs_interfaceid": "fe5342fd-4401-4696-838d-2dd9923392e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.149460] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb0881e-1de4-4ba0-a509-9f2f061ffe66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.156825] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 652.156825] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521eac3a-c65a-58c4-8454-573d23282d54" [ 652.156825] env[62859]: _type = "Task" [ 652.156825] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.160015] env[62859]: DEBUG oslo_vmware.api [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ab83e9-9b69-aef6-2ce5-03904fbc309f, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.163117] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.169212] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521eac3a-c65a-58c4-8454-573d23282d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.249474] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba222d-d4d4-4857-af2f-731918d06cea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.258938] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635ba391-54a6-439f-a72b-8c0fc02a2330 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.304019] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e575eed8-f93f-41a0-9f91-f18131473473 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.310970] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54ae5c0-e55a-474d-a365-a89ade31a83e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.325544] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0bb7f044-5eba-4a44-a2ae-c23d0aae1fc2 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "b313f565-8c01-497c-9f95-858319cfea1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.415s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.326094] env[62859]: DEBUG nova.compute.provider_tree [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.381370] env[62859]: INFO nova.compute.manager [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Took 40.79 seconds to build instance. [ 652.650136] env[62859]: DEBUG oslo_concurrency.lockutils [req-bef44d7b-20eb-4aca-ab10-a815f3ae53be req-e64d325b-03c4-42fe-810c-f6af6989cbc6 service nova] Releasing lock "refresh_cache-7ce245ef-0fab-41af-988a-bc856e67380b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.670789] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521eac3a-c65a-58c4-8454-573d23282d54, 'name': SearchDatastore_Task, 'duration_secs': 0.021961} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.671068] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.671342] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 7ce245ef-0fab-41af-988a-bc856e67380b/7ce245ef-0fab-41af-988a-bc856e67380b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.671611] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-404f8817-9aa7-4d7d-a6e9-20fc0def9332 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.680035] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 652.680035] env[62859]: value = "task-2537537" [ 652.680035] env[62859]: _type = "Task" [ 652.680035] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.687990] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.830639] env[62859]: DEBUG nova.scheduler.client.report [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.834701] env[62859]: DEBUG nova.compute.manager [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.884113] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c23556de-5cf2-4e54-986b-d1abdfe638f1 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "8a2be843-34fa-42c4-be53-ad595c485a92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.591s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.192101] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49199} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.192279] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 7ce245ef-0fab-41af-988a-bc856e67380b/7ce245ef-0fab-41af-988a-bc856e67380b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.192492] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.192869] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c13a903-03a5-4b72-beb8-d665d32770ae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.201512] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 653.201512] env[62859]: value = "task-2537538" [ 653.201512] env[62859]: _type = "Task" [ 653.201512] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.210575] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.338907] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.339499] env[62859]: DEBUG nova.compute.manager [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.345804] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.104s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.345804] env[62859]: DEBUG nova.objects.instance [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lazy-loading 'resources' on Instance uuid 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.365262] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.390867] env[62859]: DEBUG nova.compute.manager [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.557627] env[62859]: INFO nova.compute.manager [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Rescuing [ 653.557627] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "refresh_cache-8a2be843-34fa-42c4-be53-ad595c485a92" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.557627] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "refresh_cache-8a2be843-34fa-42c4-be53-ad595c485a92" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.557627] env[62859]: DEBUG nova.network.neutron [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.713878] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074659} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.715707] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.717044] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aae4f04-8a0e-4ac7-9948-655f742463a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.745943] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 7ce245ef-0fab-41af-988a-bc856e67380b/7ce245ef-0fab-41af-988a-bc856e67380b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.746348] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fad773b-2348-4593-ae34-54a0592fd58e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.771327] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 653.771327] env[62859]: value = "task-2537539" [ 653.771327] env[62859]: _type = "Task" [ 653.771327] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.782615] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.848121] env[62859]: DEBUG nova.compute.utils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.855846] env[62859]: DEBUG nova.compute.manager [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.856316] env[62859]: DEBUG nova.network.neutron [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.913176] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.927255] env[62859]: DEBUG nova.policy [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b29d3348a044984a1448d7a76497b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b227ecbe4a204e27a0be879ffa400d90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.143890] env[62859]: DEBUG nova.compute.manager [req-e46a7cae-b403-45e5-9cbd-5d7500c691df req-bbe71d08-b0b2-4c80-a73c-e8008006b4c9 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Received event network-changed-f357ea8c-fbee-4527-b525-c7d624bb093f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.145148] env[62859]: DEBUG nova.compute.manager [req-e46a7cae-b403-45e5-9cbd-5d7500c691df req-bbe71d08-b0b2-4c80-a73c-e8008006b4c9 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Refreshing instance network info cache due to event network-changed-f357ea8c-fbee-4527-b525-c7d624bb093f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.147922] env[62859]: DEBUG oslo_concurrency.lockutils [req-e46a7cae-b403-45e5-9cbd-5d7500c691df req-bbe71d08-b0b2-4c80-a73c-e8008006b4c9 service nova] Acquiring lock "refresh_cache-b313f565-8c01-497c-9f95-858319cfea1f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.148242] env[62859]: DEBUG oslo_concurrency.lockutils [req-e46a7cae-b403-45e5-9cbd-5d7500c691df req-bbe71d08-b0b2-4c80-a73c-e8008006b4c9 service nova] Acquired lock "refresh_cache-b313f565-8c01-497c-9f95-858319cfea1f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.148491] env[62859]: DEBUG nova.network.neutron [req-e46a7cae-b403-45e5-9cbd-5d7500c691df req-bbe71d08-b0b2-4c80-a73c-e8008006b4c9 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Refreshing network info cache for port f357ea8c-fbee-4527-b525-c7d624bb093f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.284482] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537539, 'name': ReconfigVM_Task, 'duration_secs': 0.325353} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.289415] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 7ce245ef-0fab-41af-988a-bc856e67380b/7ce245ef-0fab-41af-988a-bc856e67380b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.290646] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7381e7e9-cd48-47f8-9f47-d76a745a550a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.301767] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 654.301767] env[62859]: value = "task-2537540" [ 654.301767] env[62859]: _type = "Task" [ 654.301767] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.313037] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537540, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.356331] env[62859]: DEBUG nova.network.neutron [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Updating instance_info_cache with network_info: [{"id": "9ea0eee8-16d7-443e-85d2-a9d2b492b4e1", "address": "fa:16:3e:17:84:4f", "network": {"id": "4cba2bef-16f1-4cce-b1ce-2647b7a49bf9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289033554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5acd6d29c2934f54ba8cdf2f5b7c9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea0eee8-16", "ovs_interfaceid": "9ea0eee8-16d7-443e-85d2-a9d2b492b4e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.358424] env[62859]: DEBUG nova.compute.manager [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.451237] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb250fd6-7c22-4d89-b8d8-d74b16eb0f07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.463419] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50d742d-eeb5-40fd-8377-2d4f766ce232 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.499522] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d7f738-12c1-48c9-8b3b-184def05d251 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.509390] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd66dc1-5201-475e-80f9-9f38a70395a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.527403] env[62859]: DEBUG nova.compute.provider_tree [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.637996] env[62859]: DEBUG nova.network.neutron [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Successfully created port: 27585305-c469-457b-96eb-2d429f6a859e {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.820196] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537540, 'name': Rename_Task, 'duration_secs': 0.461029} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.820196] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.820196] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4db715a-953f-44bd-9349-fdb4003412db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.833123] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 654.833123] env[62859]: value = "task-2537541" [ 654.833123] env[62859]: _type = "Task" [ 654.833123] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.843979] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.858686] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "refresh_cache-8a2be843-34fa-42c4-be53-ad595c485a92" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.918128] env[62859]: DEBUG nova.network.neutron [req-e46a7cae-b403-45e5-9cbd-5d7500c691df req-bbe71d08-b0b2-4c80-a73c-e8008006b4c9 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Updated VIF entry in instance network info cache for port f357ea8c-fbee-4527-b525-c7d624bb093f. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.918627] env[62859]: DEBUG nova.network.neutron [req-e46a7cae-b403-45e5-9cbd-5d7500c691df req-bbe71d08-b0b2-4c80-a73c-e8008006b4c9 service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Updating instance_info_cache with network_info: [{"id": "f357ea8c-fbee-4527-b525-c7d624bb093f", "address": "fa:16:3e:c0:eb:65", "network": {"id": "ad86ab78-dedb-4d4f-b447-539429f333ca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1271896594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "814098b3a59b43f58e9d72d18c45c80a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf357ea8c-fb", "ovs_interfaceid": "f357ea8c-fbee-4527-b525-c7d624bb093f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.031021] env[62859]: DEBUG nova.scheduler.client.report [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.345213] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.372892] env[62859]: DEBUG nova.compute.manager [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.407970] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.407970] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.408805] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.408805] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.408805] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.409091] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.409390] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.409613] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.409841] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.410270] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.410471] env[62859]: DEBUG nova.virt.hardware [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.411534] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a0f2cc-559e-45a7-b57b-a8cfc7774b34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.421492] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cd824c-9206-4d17-9709-f4bc160d7734 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.427466] env[62859]: DEBUG oslo_concurrency.lockutils [req-e46a7cae-b403-45e5-9cbd-5d7500c691df req-bbe71d08-b0b2-4c80-a73c-e8008006b4c9 service nova] Releasing lock "refresh_cache-b313f565-8c01-497c-9f95-858319cfea1f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.536644] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.538975] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.020s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.539572] env[62859]: DEBUG nova.objects.instance [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lazy-loading 'resources' on Instance uuid 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.558742] env[62859]: INFO nova.scheduler.client.report [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Deleted allocations for instance 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb [ 655.843164] env[62859]: DEBUG oslo_vmware.api [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537541, 'name': PowerOnVM_Task, 'duration_secs': 0.650449} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.843371] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.843634] env[62859]: INFO nova.compute.manager [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Took 8.55 seconds to spawn the instance on the hypervisor. [ 655.843836] env[62859]: DEBUG nova.compute.manager [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.844630] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d42543-7841-41b1-bf5e-7d4c2da99db8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.068434] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20a9e703-11ec-40c6-a833-0099e0fce656 tempest-AttachInterfacesV270Test-1101372608 tempest-AttachInterfacesV270Test-1101372608-project-member] Lock "8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.261s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.369874] env[62859]: INFO nova.compute.manager [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Took 42.01 seconds to build instance. [ 656.406076] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.406389] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc92295b-a5c3-4d0a-be24-9bad048da0a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.427018] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 656.427018] env[62859]: value = "task-2537542" [ 656.427018] env[62859]: _type = "Task" [ 656.427018] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.441276] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.563387] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08950107-2c0e-405b-ab7b-e218c8b17d74 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.572150] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b227afb-290b-49e0-bd68-ff60c1957de4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.606249] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4f7a5-f9a7-4fdc-8090-6d0b2be48a68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.615436] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4279d4b-3426-42ad-af85-623c9722aee1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.631261] env[62859]: DEBUG nova.compute.provider_tree [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.698146] env[62859]: DEBUG nova.network.neutron [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Successfully updated port: 27585305-c469-457b-96eb-2d429f6a859e {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.872503] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d14513e9-73d9-4f1c-8f43-cac092ed526a tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "7ce245ef-0fab-41af-988a-bc856e67380b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.536s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.878256] env[62859]: DEBUG nova.compute.manager [req-7abfbf4b-7188-4024-9d0c-ad9489b886da req-1bdaccd2-6fef-480d-b18e-6973d3eab6f6 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Received event network-vif-plugged-27585305-c469-457b-96eb-2d429f6a859e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.878467] env[62859]: DEBUG oslo_concurrency.lockutils [req-7abfbf4b-7188-4024-9d0c-ad9489b886da req-1bdaccd2-6fef-480d-b18e-6973d3eab6f6 service nova] Acquiring lock "edd39829-7fbc-4f66-813a-b1efd6197163-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.878677] env[62859]: DEBUG oslo_concurrency.lockutils [req-7abfbf4b-7188-4024-9d0c-ad9489b886da req-1bdaccd2-6fef-480d-b18e-6973d3eab6f6 service nova] Lock "edd39829-7fbc-4f66-813a-b1efd6197163-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.878888] env[62859]: DEBUG oslo_concurrency.lockutils [req-7abfbf4b-7188-4024-9d0c-ad9489b886da req-1bdaccd2-6fef-480d-b18e-6973d3eab6f6 service nova] Lock "edd39829-7fbc-4f66-813a-b1efd6197163-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.879409] env[62859]: DEBUG nova.compute.manager [req-7abfbf4b-7188-4024-9d0c-ad9489b886da req-1bdaccd2-6fef-480d-b18e-6973d3eab6f6 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] No waiting events found dispatching network-vif-plugged-27585305-c469-457b-96eb-2d429f6a859e {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.879409] env[62859]: WARNING nova.compute.manager [req-7abfbf4b-7188-4024-9d0c-ad9489b886da req-1bdaccd2-6fef-480d-b18e-6973d3eab6f6 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Received unexpected event network-vif-plugged-27585305-c469-457b-96eb-2d429f6a859e for instance with vm_state building and task_state spawning. [ 656.935589] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537542, 'name': PowerOffVM_Task, 'duration_secs': 0.293746} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.935884] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.940049] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a634eb-4691-4d6e-b51c-4ce215927f76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.958888] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8993eaba-4c52-4ebb-a2d1-02fb183a6f37 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.993422] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.993890] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c58fbdd-93e0-4382-bdc7-889c9ab3b33c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.001129] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 657.001129] env[62859]: value = "task-2537543" [ 657.001129] env[62859]: _type = "Task" [ 657.001129] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.009846] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 657.010326] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.010720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.010884] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.011077] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.011634] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-527963d9-c7e2-4741-ad23-d59f4360eb4d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.026134] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.026134] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.026134] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a82cba-edb4-46e6-9785-c716f8e94747 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.032762] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 657.032762] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5212e097-038a-7bcd-3fda-af3d6e01be9e" [ 657.032762] env[62859]: _type = "Task" [ 657.032762] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.040860] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5212e097-038a-7bcd-3fda-af3d6e01be9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.134192] env[62859]: DEBUG nova.scheduler.client.report [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.200675] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.201177] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.201177] env[62859]: DEBUG nova.network.neutron [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.381177] env[62859]: DEBUG nova.compute.manager [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.548147] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5212e097-038a-7bcd-3fda-af3d6e01be9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012224} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.549042] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908e3e1f-af91-4272-b766-83a9eadd10f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.555128] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 657.555128] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5227cde8-c17f-63f4-ab1e-ad2f1c89cd67" [ 657.555128] env[62859]: _type = "Task" [ 657.555128] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.563746] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5227cde8-c17f-63f4-ab1e-ad2f1c89cd67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.640240] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.643490] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.920s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.645142] env[62859]: INFO nova.compute.claims [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.684648] env[62859]: INFO nova.scheduler.client.report [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Deleted allocations for instance 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8 [ 657.786600] env[62859]: DEBUG nova.network.neutron [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.914943] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.069831] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5227cde8-c17f-63f4-ab1e-ad2f1c89cd67, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.072045] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.072045] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8a2be843-34fa-42c4-be53-ad595c485a92/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. {{(pid=62859) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 658.072045] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69cd1508-e6e7-4edf-a47f-40ddd8dea6b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.079428] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 658.079428] env[62859]: value = "task-2537544" [ 658.079428] env[62859]: _type = "Task" [ 658.079428] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.091497] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.098727] env[62859]: DEBUG nova.network.neutron [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance_info_cache with network_info: [{"id": "27585305-c469-457b-96eb-2d429f6a859e", "address": "fa:16:3e:28:99:39", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27585305-c4", "ovs_interfaceid": "27585305-c469-457b-96eb-2d429f6a859e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.196091] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8b47126b-2438-48ff-a6a9-b2f18adf0775 tempest-InstanceActionsNegativeTestJSON-1400873831 tempest-InstanceActionsNegativeTestJSON-1400873831-project-member] Lock "57c2cd54-7ac2-4cdc-9ad2-29967042ffd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.212s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.589888] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537544, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.605158] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.605491] env[62859]: DEBUG nova.compute.manager [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Instance network_info: |[{"id": "27585305-c469-457b-96eb-2d429f6a859e", "address": "fa:16:3e:28:99:39", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27585305-c4", "ovs_interfaceid": "27585305-c469-457b-96eb-2d429f6a859e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.605891] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:99:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27585305-c469-457b-96eb-2d429f6a859e', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.614477] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating folder: Project (b227ecbe4a204e27a0be879ffa400d90). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.615202] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a98ddeaf-a602-4a05-acc9-2b522ed7a458 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.625387] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Created folder: Project (b227ecbe4a204e27a0be879ffa400d90) in parent group-v512592. [ 658.625536] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating folder: Instances. Parent ref: group-v512681. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.625737] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f36a5ee-97d2-4e81-87c6-190f1d27dcb4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.633819] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Created folder: Instances in parent group-v512681. [ 658.634189] env[62859]: DEBUG oslo.service.loopingcall [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.634275] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.634986] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29b29972-cb77-4e09-bd21-e8bd248dfce3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.655269] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.655269] env[62859]: value = "task-2537547" [ 658.655269] env[62859]: _type = "Task" [ 658.655269] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.661847] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537547, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.816922] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquiring lock "7ce245ef-0fab-41af-988a-bc856e67380b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.817339] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "7ce245ef-0fab-41af-988a-bc856e67380b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.820117] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquiring lock "7ce245ef-0fab-41af-988a-bc856e67380b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.820117] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "7ce245ef-0fab-41af-988a-bc856e67380b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.820117] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "7ce245ef-0fab-41af-988a-bc856e67380b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.826024] env[62859]: INFO nova.compute.manager [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Terminating instance [ 658.941882] env[62859]: DEBUG nova.compute.manager [req-b2a02829-8c7d-4e7c-96e3-e83c0e388d04 req-4da12943-103e-465c-b878-53aa1fc98de8 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Received event network-changed-27585305-c469-457b-96eb-2d429f6a859e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.941882] env[62859]: DEBUG nova.compute.manager [req-b2a02829-8c7d-4e7c-96e3-e83c0e388d04 req-4da12943-103e-465c-b878-53aa1fc98de8 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Refreshing instance network info cache due to event network-changed-27585305-c469-457b-96eb-2d429f6a859e. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.941882] env[62859]: DEBUG oslo_concurrency.lockutils [req-b2a02829-8c7d-4e7c-96e3-e83c0e388d04 req-4da12943-103e-465c-b878-53aa1fc98de8 service nova] Acquiring lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.941882] env[62859]: DEBUG oslo_concurrency.lockutils [req-b2a02829-8c7d-4e7c-96e3-e83c0e388d04 req-4da12943-103e-465c-b878-53aa1fc98de8 service nova] Acquired lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.942064] env[62859]: DEBUG nova.network.neutron [req-b2a02829-8c7d-4e7c-96e3-e83c0e388d04 req-4da12943-103e-465c-b878-53aa1fc98de8 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Refreshing network info cache for port 27585305-c469-457b-96eb-2d429f6a859e {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.100226] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566267} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.100702] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8a2be843-34fa-42c4-be53-ad595c485a92/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. [ 659.101745] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b30c53-9023-4a8a-9400-b0658c5f63cf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.138856] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 8a2be843-34fa-42c4-be53-ad595c485a92/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.143402] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a372b9be-20db-4103-a725-f962980ef386 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.171784] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537547, 'name': CreateVM_Task, 'duration_secs': 0.323168} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.172217] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.172427] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 659.172427] env[62859]: value = "task-2537548" [ 659.172427] env[62859]: _type = "Task" [ 659.172427] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.175973] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.175973] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.176244] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.176834] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b0da8c-0476-4a8f-a12f-ad8cd84f3470 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.185602] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 659.185602] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cdc1bd-2802-3328-1e78-13effc3ba9ae" [ 659.185602] env[62859]: _type = "Task" [ 659.185602] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.194303] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.203839] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cdc1bd-2802-3328-1e78-13effc3ba9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.279651] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c08dc1f-03ab-477a-9567-d91b9d167b83 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.291056] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e58ee-3852-4933-8e5f-31ee4631fb41 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.327198] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23c7c11-9bdc-493b-b8ac-c46a9cc78984 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.330383] env[62859]: DEBUG nova.compute.manager [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.331088] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.331304] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8932c4dc-6578-47ea-80c0-203876691454 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.341837] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5078f52f-17f9-4305-b793-f0055a95ef27 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.345856] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.346045] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf1b781-b963-4eaa-a1d0-dc6f46332ac4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.358165] env[62859]: DEBUG nova.compute.provider_tree [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.361966] env[62859]: DEBUG oslo_vmware.api [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 659.361966] env[62859]: value = "task-2537549" [ 659.361966] env[62859]: _type = "Task" [ 659.361966] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.370438] env[62859]: DEBUG oslo_vmware.api [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.688863] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.702333] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cdc1bd-2802-3328-1e78-13effc3ba9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.019894} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.702619] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.702865] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.703184] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.703352] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.703528] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.703896] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24cda77c-1382-44a7-981f-921a980aba4f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.711792] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.711975] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.712682] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29a50fa-bf73-4b00-9f60-64e925056dff {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.717515] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 659.717515] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5258c464-bd8c-4bb6-57bb-4c438947ef44" [ 659.717515] env[62859]: _type = "Task" [ 659.717515] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.725397] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5258c464-bd8c-4bb6-57bb-4c438947ef44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.864160] env[62859]: DEBUG nova.scheduler.client.report [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.878367] env[62859]: DEBUG oslo_vmware.api [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537549, 'name': PowerOffVM_Task, 'duration_secs': 0.202905} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.878644] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.878812] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.879072] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5d765a1-bebb-4232-be11-65ce474506c6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.947293] env[62859]: DEBUG nova.network.neutron [req-b2a02829-8c7d-4e7c-96e3-e83c0e388d04 req-4da12943-103e-465c-b878-53aa1fc98de8 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updated VIF entry in instance network info cache for port 27585305-c469-457b-96eb-2d429f6a859e. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.947293] env[62859]: DEBUG nova.network.neutron [req-b2a02829-8c7d-4e7c-96e3-e83c0e388d04 req-4da12943-103e-465c-b878-53aa1fc98de8 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance_info_cache with network_info: [{"id": "27585305-c469-457b-96eb-2d429f6a859e", "address": "fa:16:3e:28:99:39", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27585305-c4", "ovs_interfaceid": "27585305-c469-457b-96eb-2d429f6a859e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.951328] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.951328] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.951496] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Deleting the datastore file [datastore2] 7ce245ef-0fab-41af-988a-bc856e67380b {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.951887] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e60af9ba-1ae2-46df-b31a-6fb164146bbd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.961011] env[62859]: DEBUG oslo_vmware.api [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for the task: (returnval){ [ 659.961011] env[62859]: value = "task-2537551" [ 659.961011] env[62859]: _type = "Task" [ 659.961011] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.970873] env[62859]: DEBUG oslo_vmware.api [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.189554] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537548, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.233066] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5258c464-bd8c-4bb6-57bb-4c438947ef44, 'name': SearchDatastore_Task, 'duration_secs': 0.008815} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.233066] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb41887-21ea-434a-841e-f3a6948fa0c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.238218] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 660.238218] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52596be1-db94-89e4-99a3-cc0d564b0900" [ 660.238218] env[62859]: _type = "Task" [ 660.238218] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.251267] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52596be1-db94-89e4-99a3-cc0d564b0900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.372745] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.373295] env[62859]: DEBUG nova.compute.manager [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.376511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.536s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.376755] env[62859]: DEBUG nova.objects.instance [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lazy-loading 'resources' on Instance uuid b439c92e-9cf0-4d22-ae41-c2449c0cb1c5 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.452581] env[62859]: DEBUG oslo_concurrency.lockutils [req-b2a02829-8c7d-4e7c-96e3-e83c0e388d04 req-4da12943-103e-465c-b878-53aa1fc98de8 service nova] Releasing lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.476424] env[62859]: DEBUG oslo_vmware.api [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Task: {'id': task-2537551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14311} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.476730] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.476931] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.477123] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.477297] env[62859]: INFO nova.compute.manager [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 660.477548] env[62859]: DEBUG oslo.service.loopingcall [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.477798] env[62859]: DEBUG nova.compute.manager [-] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.477833] env[62859]: DEBUG nova.network.neutron [-] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.693330] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537548, 'name': ReconfigVM_Task, 'duration_secs': 1.026053} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.693330] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 8a2be843-34fa-42c4-be53-ad595c485a92/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.695515] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfee22c-6533-4025-9c78-53c221db6f07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.730600] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc1cf6d4-3395-4332-a39f-afc0d1c5d03d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.752508] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52596be1-db94-89e4-99a3-cc0d564b0900, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.753366] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.754155] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] edd39829-7fbc-4f66-813a-b1efd6197163/edd39829-7fbc-4f66-813a-b1efd6197163.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.754155] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 660.754155] env[62859]: value = "task-2537552" [ 660.754155] env[62859]: _type = "Task" [ 660.754155] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.754155] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b0a7ce3-6389-4311-9127-6d5339ec1b56 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.765307] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.767014] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 660.767014] env[62859]: value = "task-2537553" [ 660.767014] env[62859]: _type = "Task" [ 660.767014] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.775689] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.884270] env[62859]: DEBUG nova.compute.utils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.886729] env[62859]: DEBUG nova.compute.manager [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.886846] env[62859]: DEBUG nova.network.neutron [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.945356] env[62859]: DEBUG nova.policy [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9b6153ac64a4628a76b740d538d86d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '795044667c4f4da5a10cd55b3c91e981', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.268664] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537552, 'name': ReconfigVM_Task, 'duration_secs': 0.197732} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.272180] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.275633] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0fd05b4-421a-4ae4-86dd-14d25ea34e4b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.289136] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 661.289136] env[62859]: value = "task-2537554" [ 661.289136] env[62859]: _type = "Task" [ 661.289136] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.295029] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505827} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.304815] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] edd39829-7fbc-4f66-813a-b1efd6197163/edd39829-7fbc-4f66-813a-b1efd6197163.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.305066] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.305672] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "32ded70b-ce17-4986-a2b7-812513c24614" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.305898] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.306376] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19f023f2-6d54-42c6-852f-fa863da8a1c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.313789] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537554, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.315352] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 661.315352] env[62859]: value = "task-2537555" [ 661.315352] env[62859]: _type = "Task" [ 661.315352] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.327308] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.392450] env[62859]: DEBUG nova.compute.manager [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.471415] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d30e96-29b7-4e94-8222-dc36211e4ade {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.481197] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e03c0d-0543-468d-b836-f61ecf9f6ac1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.529137] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e80d4-a6d2-42c6-8800-599d38bd676b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.538466] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523ae8cd-a152-4108-843a-d576f7c98574 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.555669] env[62859]: DEBUG nova.compute.provider_tree [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.580527] env[62859]: DEBUG nova.network.neutron [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Successfully created port: 1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.646617] env[62859]: DEBUG nova.compute.manager [req-4e64604f-42dc-4ad2-b6a6-ad464315486d req-95235b9b-4cf4-49e8-a2ef-0277d249a515 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Received event network-vif-deleted-fe5342fd-4401-4696-838d-2dd9923392e8 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.646972] env[62859]: INFO nova.compute.manager [req-4e64604f-42dc-4ad2-b6a6-ad464315486d req-95235b9b-4cf4-49e8-a2ef-0277d249a515 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Neutron deleted interface fe5342fd-4401-4696-838d-2dd9923392e8; detaching it from the instance and deleting it from the info cache [ 661.646972] env[62859]: DEBUG nova.network.neutron [req-4e64604f-42dc-4ad2-b6a6-ad464315486d req-95235b9b-4cf4-49e8-a2ef-0277d249a515 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.676540] env[62859]: DEBUG nova.network.neutron [-] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.805476] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537554, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.825272] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078161} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.826894] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.826894] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f13a2-6696-4c7b-ab49-fbce1678b16d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.849344] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] edd39829-7fbc-4f66-813a-b1efd6197163/edd39829-7fbc-4f66-813a-b1efd6197163.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.849686] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd6a93e-6946-478e-8b1d-99617934c6a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.870080] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 661.870080] env[62859]: value = "task-2537556" [ 661.870080] env[62859]: _type = "Task" [ 661.870080] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.878655] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.059515] env[62859]: DEBUG nova.scheduler.client.report [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.154679] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7badfeaa-d70d-4696-8306-10515af444f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.164386] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a7ec8-854e-4c4b-a076-227bd352d4e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.179402] env[62859]: INFO nova.compute.manager [-] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Took 1.70 seconds to deallocate network for instance. [ 662.198743] env[62859]: DEBUG nova.compute.manager [req-4e64604f-42dc-4ad2-b6a6-ad464315486d req-95235b9b-4cf4-49e8-a2ef-0277d249a515 service nova] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Detach interface failed, port_id=fe5342fd-4401-4696-838d-2dd9923392e8, reason: Instance 7ce245ef-0fab-41af-988a-bc856e67380b could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 662.306085] env[62859]: DEBUG oslo_vmware.api [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537554, 'name': PowerOnVM_Task, 'duration_secs': 0.595279} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.306378] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.312685] env[62859]: DEBUG nova.compute.manager [None req-3098043b-2a70-4a7b-8757-bad9088ab402 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.313370] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3295a7a8-df61-4b25-97c7-7c2192af4b23 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.380253] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.403061] env[62859]: DEBUG nova.compute.manager [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.437658] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.437918] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.438096] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.438290] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.438784] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.438784] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.438858] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.438991] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.439221] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.439346] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.439532] env[62859]: DEBUG nova.virt.hardware [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.440411] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d1f2f-cf47-40ff-b4ad-870ba9203b3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.453288] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66373415-f28b-476e-b983-be3970c1ef96 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.567829] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.570266] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.760s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.573038] env[62859]: INFO nova.compute.claims [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.592471] env[62859]: INFO nova.scheduler.client.report [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Deleted allocations for instance b439c92e-9cf0-4d22-ae41-c2449c0cb1c5 [ 662.686542] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.882411] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537556, 'name': ReconfigVM_Task, 'duration_secs': 0.644274} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.882704] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Reconfigured VM instance instance-0000001a to attach disk [datastore1] edd39829-7fbc-4f66-813a-b1efd6197163/edd39829-7fbc-4f66-813a-b1efd6197163.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.883369] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e2f7889-14f9-4802-8bc3-2a6c348f30b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.892936] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 662.892936] env[62859]: value = "task-2537557" [ 662.892936] env[62859]: _type = "Task" [ 662.892936] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.907096] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537557, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.102823] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41b30a11-221a-4601-90c1-7ca9db0ae9ae tempest-ServersAdmin275Test-1489068282 tempest-ServersAdmin275Test-1489068282-project-member] Lock "b439c92e-9cf0-4d22-ae41-c2449c0cb1c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.646s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.412293] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537557, 'name': Rename_Task, 'duration_secs': 0.328883} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.412988] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.412988] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1e12716-8f59-4eb1-ad47-9bc3fb53ca7d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.422456] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 663.422456] env[62859]: value = "task-2537558" [ 663.422456] env[62859]: _type = "Task" [ 663.422456] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.434319] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.613026] env[62859]: DEBUG nova.compute.manager [req-5535cfd0-bb83-4dae-8721-998f4c99d261 req-04eea3d2-7770-40ae-bad3-db54e1905434 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Received event network-vif-plugged-1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.613026] env[62859]: DEBUG oslo_concurrency.lockutils [req-5535cfd0-bb83-4dae-8721-998f4c99d261 req-04eea3d2-7770-40ae-bad3-db54e1905434 service nova] Acquiring lock "3d178e52-534b-4980-bc4b-0973d55b0642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.613026] env[62859]: DEBUG oslo_concurrency.lockutils [req-5535cfd0-bb83-4dae-8721-998f4c99d261 req-04eea3d2-7770-40ae-bad3-db54e1905434 service nova] Lock "3d178e52-534b-4980-bc4b-0973d55b0642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.613026] env[62859]: DEBUG oslo_concurrency.lockutils [req-5535cfd0-bb83-4dae-8721-998f4c99d261 req-04eea3d2-7770-40ae-bad3-db54e1905434 service nova] Lock "3d178e52-534b-4980-bc4b-0973d55b0642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.613026] env[62859]: DEBUG nova.compute.manager [req-5535cfd0-bb83-4dae-8721-998f4c99d261 req-04eea3d2-7770-40ae-bad3-db54e1905434 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] No waiting events found dispatching network-vif-plugged-1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.613026] env[62859]: WARNING nova.compute.manager [req-5535cfd0-bb83-4dae-8721-998f4c99d261 req-04eea3d2-7770-40ae-bad3-db54e1905434 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Received unexpected event network-vif-plugged-1953eb24-1064-4d6b-9d38-c032747ae5e5 for instance with vm_state building and task_state spawning. [ 663.649309] env[62859]: DEBUG nova.network.neutron [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Successfully updated port: 1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.939515] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.158673] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquiring lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.159099] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquired lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.159099] env[62859]: DEBUG nova.network.neutron [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.176097] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c2c796-0540-4095-9572-14ec464aebeb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.185392] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03468b06-0fc7-4c72-aaaa-967e5c60f6f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.220169] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf6654-d0b7-43ed-9ce8-1a4c1a0c0fc7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.232208] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01295ea8-5147-4626-9606-ae627ebb4822 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.251950] env[62859]: DEBUG nova.compute.provider_tree [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.435737] env[62859]: DEBUG oslo_vmware.api [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537558, 'name': PowerOnVM_Task, 'duration_secs': 0.719182} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.436457] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.436457] env[62859]: INFO nova.compute.manager [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Took 9.06 seconds to spawn the instance on the hypervisor. [ 664.436587] env[62859]: DEBUG nova.compute.manager [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.437689] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec04cf1c-2a7f-436e-b1e5-477b492ebc56 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.540387] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "76e75219-f9f8-48a2-8073-bfcf5f924efb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.540387] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "76e75219-f9f8-48a2-8073-bfcf5f924efb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.749499] env[62859]: DEBUG nova.network.neutron [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.759052] env[62859]: DEBUG nova.scheduler.client.report [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.960460] env[62859]: INFO nova.compute.manager [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Took 44.39 seconds to build instance. [ 664.987779] env[62859]: DEBUG nova.network.neutron [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Updating instance_info_cache with network_info: [{"id": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "address": "fa:16:3e:d6:c0:bc", "network": {"id": "e533c588-c7b5-4f0e-980b-df2da2ff668d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-513962027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795044667c4f4da5a10cd55b3c91e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1953eb24-10", "ovs_interfaceid": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.163445] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquiring lock "ef19f389-3372-48b7-93e0-483af0b9ce26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.163712] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "ef19f389-3372-48b7-93e0-483af0b9ce26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.264254] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.264802] env[62859]: DEBUG nova.compute.manager [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.268681] env[62859]: DEBUG oslo_concurrency.lockutils [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.388s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.268884] env[62859]: DEBUG nova.objects.instance [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lazy-loading 'resources' on Instance uuid d54a418d-1443-40a8-ae73-ad0c47c1399a {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.463430] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7444c72b-7465-4b95-9771-e79fcb65168e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.077s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.491181] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Releasing lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.492383] env[62859]: DEBUG nova.compute.manager [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Instance network_info: |[{"id": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "address": "fa:16:3e:d6:c0:bc", "network": {"id": "e533c588-c7b5-4f0e-980b-df2da2ff668d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-513962027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795044667c4f4da5a10cd55b3c91e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1953eb24-10", "ovs_interfaceid": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.492383] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:c0:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1953eb24-1064-4d6b-9d38-c032747ae5e5', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.499690] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Creating folder: Project (795044667c4f4da5a10cd55b3c91e981). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.500593] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf73ee9-ed0d-48dc-b78a-df46750b42ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.513122] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Created folder: Project (795044667c4f4da5a10cd55b3c91e981) in parent group-v512592. [ 665.513122] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Creating folder: Instances. Parent ref: group-v512684. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.513122] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a58a1a0-125c-4586-afc3-24b0afe8a4ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.522546] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Created folder: Instances in parent group-v512684. [ 665.522968] env[62859]: DEBUG oslo.service.loopingcall [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.523209] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.523453] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e66b324-0eee-46e1-865d-6c2b72e9a834 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.546321] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.546321] env[62859]: value = "task-2537561" [ 665.546321] env[62859]: _type = "Task" [ 665.546321] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.555872] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537561, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.774021] env[62859]: DEBUG nova.compute.utils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.780527] env[62859]: DEBUG nova.compute.manager [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.781329] env[62859]: DEBUG nova.network.neutron [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.839794] env[62859]: DEBUG nova.policy [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32f23721ebd46299867d3b026423de2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01438337da6d432e909dcc0933e6d837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.969012] env[62859]: DEBUG nova.compute.manager [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.979720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquiring lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.979951] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.056424] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537561, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.201113] env[62859]: DEBUG nova.network.neutron [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Successfully created port: 59722c06-ca68-44a0-b7a2-216c6c2d7057 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.279816] env[62859]: DEBUG nova.compute.manager [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.292951] env[62859]: DEBUG nova.compute.manager [req-af3b738b-89ab-46dc-ac5a-2564029d9a51 req-a1b9d664-d49c-4850-b81b-8e9b798ddb88 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Received event network-changed-1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 666.292951] env[62859]: DEBUG nova.compute.manager [req-af3b738b-89ab-46dc-ac5a-2564029d9a51 req-a1b9d664-d49c-4850-b81b-8e9b798ddb88 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Refreshing instance network info cache due to event network-changed-1953eb24-1064-4d6b-9d38-c032747ae5e5. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 666.292951] env[62859]: DEBUG oslo_concurrency.lockutils [req-af3b738b-89ab-46dc-ac5a-2564029d9a51 req-a1b9d664-d49c-4850-b81b-8e9b798ddb88 service nova] Acquiring lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.292951] env[62859]: DEBUG oslo_concurrency.lockutils [req-af3b738b-89ab-46dc-ac5a-2564029d9a51 req-a1b9d664-d49c-4850-b81b-8e9b798ddb88 service nova] Acquired lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.292951] env[62859]: DEBUG nova.network.neutron [req-af3b738b-89ab-46dc-ac5a-2564029d9a51 req-a1b9d664-d49c-4850-b81b-8e9b798ddb88 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Refreshing network info cache for port 1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.352374] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce19623-a711-4d45-a475-15417eeeab62 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.360762] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2f094-80fa-479a-98b5-ff7b1eb3f150 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.394646] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a39a8d-4062-42ff-954f-6e390f9737b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.403074] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df807b4-5dfe-47bd-85bd-b76f67256984 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.417548] env[62859]: DEBUG nova.compute.provider_tree [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.497068] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.558915] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537561, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.564422] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "6452c79d-2627-4002-b4bf-9ea900b4318c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.564864] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "6452c79d-2627-4002-b4bf-9ea900b4318c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.921642] env[62859]: DEBUG nova.scheduler.client.report [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.061188] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537561, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.219122] env[62859]: DEBUG nova.network.neutron [req-af3b738b-89ab-46dc-ac5a-2564029d9a51 req-a1b9d664-d49c-4850-b81b-8e9b798ddb88 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Updated VIF entry in instance network info cache for port 1953eb24-1064-4d6b-9d38-c032747ae5e5. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.219421] env[62859]: DEBUG nova.network.neutron [req-af3b738b-89ab-46dc-ac5a-2564029d9a51 req-a1b9d664-d49c-4850-b81b-8e9b798ddb88 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Updating instance_info_cache with network_info: [{"id": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "address": "fa:16:3e:d6:c0:bc", "network": {"id": "e533c588-c7b5-4f0e-980b-df2da2ff668d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-513962027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795044667c4f4da5a10cd55b3c91e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1953eb24-10", "ovs_interfaceid": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.294581] env[62859]: DEBUG nova.compute.manager [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.314297] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.314426] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.324145] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.324682] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.324682] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.324792] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.324883] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.325104] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.325371] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.325623] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.325786] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.325997] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.326260] env[62859]: DEBUG nova.virt.hardware [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.327391] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3106f192-eee2-41c8-866c-f9f45901fd0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.335771] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d3bc5-c0f0-4502-8b2a-53b5f3ce65f3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.428861] env[62859]: DEBUG nova.compute.manager [req-80508128-37bb-41ef-b604-0a1951bb9d6e req-8371af81-c392-4761-8890-ab155643960c service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Received event network-changed-27585305-c469-457b-96eb-2d429f6a859e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.429118] env[62859]: DEBUG nova.compute.manager [req-80508128-37bb-41ef-b604-0a1951bb9d6e req-8371af81-c392-4761-8890-ab155643960c service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Refreshing instance network info cache due to event network-changed-27585305-c469-457b-96eb-2d429f6a859e. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.429343] env[62859]: DEBUG oslo_concurrency.lockutils [req-80508128-37bb-41ef-b604-0a1951bb9d6e req-8371af81-c392-4761-8890-ab155643960c service nova] Acquiring lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.429489] env[62859]: DEBUG oslo_concurrency.lockutils [req-80508128-37bb-41ef-b604-0a1951bb9d6e req-8371af81-c392-4761-8890-ab155643960c service nova] Acquired lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.429647] env[62859]: DEBUG nova.network.neutron [req-80508128-37bb-41ef-b604-0a1951bb9d6e req-8371af81-c392-4761-8890-ab155643960c service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Refreshing network info cache for port 27585305-c469-457b-96eb-2d429f6a859e {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.432154] env[62859]: DEBUG oslo_concurrency.lockutils [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.435888] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.190s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.441633] env[62859]: INFO nova.compute.claims [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.471294] env[62859]: INFO nova.scheduler.client.report [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted allocations for instance d54a418d-1443-40a8-ae73-ad0c47c1399a [ 667.559069] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537561, 'name': CreateVM_Task, 'duration_secs': 1.742163} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.559244] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.561417] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.561417] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.561417] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.561417] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc3659a-501e-4013-b1c1-da79a05f1813 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.567551] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 667.567551] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52afb63b-c0f4-b945-188d-62093ec1cf74" [ 667.567551] env[62859]: _type = "Task" [ 667.567551] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.577111] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52afb63b-c0f4-b945-188d-62093ec1cf74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.718082] env[62859]: DEBUG nova.network.neutron [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Successfully updated port: 59722c06-ca68-44a0-b7a2-216c6c2d7057 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.725506] env[62859]: DEBUG oslo_concurrency.lockutils [req-af3b738b-89ab-46dc-ac5a-2564029d9a51 req-a1b9d664-d49c-4850-b81b-8e9b798ddb88 service nova] Releasing lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.983215] env[62859]: DEBUG oslo_concurrency.lockutils [None req-890519a6-b8e7-4410-a825-686ac9c58486 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "d54a418d-1443-40a8-ae73-ad0c47c1399a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.208s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.067322] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.067563] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.078026] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52afb63b-c0f4-b945-188d-62093ec1cf74, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.078366] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.078557] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.078824] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.078925] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.079114] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.079371] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807d084b-b333-4fcd-8dcd-2dc871090603 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.087939] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.088159] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.088875] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f31ef31-6384-45c3-a323-f4e6d808d307 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.093965] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 668.093965] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b32d96-23ec-8b49-1ee9-3f29bbc964e2" [ 668.093965] env[62859]: _type = "Task" [ 668.093965] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.104349] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b32d96-23ec-8b49-1ee9-3f29bbc964e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.170857] env[62859]: DEBUG nova.network.neutron [req-80508128-37bb-41ef-b604-0a1951bb9d6e req-8371af81-c392-4761-8890-ab155643960c service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updated VIF entry in instance network info cache for port 27585305-c469-457b-96eb-2d429f6a859e. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.171453] env[62859]: DEBUG nova.network.neutron [req-80508128-37bb-41ef-b604-0a1951bb9d6e req-8371af81-c392-4761-8890-ab155643960c service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance_info_cache with network_info: [{"id": "27585305-c469-457b-96eb-2d429f6a859e", "address": "fa:16:3e:28:99:39", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27585305-c4", "ovs_interfaceid": "27585305-c469-457b-96eb-2d429f6a859e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.221744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "refresh_cache-87ba25fb-c7c5-4568-8a71-b97136947fcf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.221744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "refresh_cache-87ba25fb-c7c5-4568-8a71-b97136947fcf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.221744] env[62859]: DEBUG nova.network.neutron [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.362146] env[62859]: DEBUG nova.compute.manager [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Received event network-vif-plugged-59722c06-ca68-44a0-b7a2-216c6c2d7057 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.362382] env[62859]: DEBUG oslo_concurrency.lockutils [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] Acquiring lock "87ba25fb-c7c5-4568-8a71-b97136947fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.362633] env[62859]: DEBUG oslo_concurrency.lockutils [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] Lock "87ba25fb-c7c5-4568-8a71-b97136947fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.362766] env[62859]: DEBUG oslo_concurrency.lockutils [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] Lock "87ba25fb-c7c5-4568-8a71-b97136947fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.362920] env[62859]: DEBUG nova.compute.manager [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] No waiting events found dispatching network-vif-plugged-59722c06-ca68-44a0-b7a2-216c6c2d7057 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.363256] env[62859]: WARNING nova.compute.manager [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Received unexpected event network-vif-plugged-59722c06-ca68-44a0-b7a2-216c6c2d7057 for instance with vm_state building and task_state spawning. [ 668.363450] env[62859]: DEBUG nova.compute.manager [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Received event network-changed-59722c06-ca68-44a0-b7a2-216c6c2d7057 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.363612] env[62859]: DEBUG nova.compute.manager [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Refreshing instance network info cache due to event network-changed-59722c06-ca68-44a0-b7a2-216c6c2d7057. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 668.363835] env[62859]: DEBUG oslo_concurrency.lockutils [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] Acquiring lock "refresh_cache-87ba25fb-c7c5-4568-8a71-b97136947fcf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.610906] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b32d96-23ec-8b49-1ee9-3f29bbc964e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.614398] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ed6680-6976-4416-a272-1aa2b9a994e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.619232] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 668.619232] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f54d25-4fdc-4a03-e71a-6be8fdaaabd1" [ 668.619232] env[62859]: _type = "Task" [ 668.619232] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.629519] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f54d25-4fdc-4a03-e71a-6be8fdaaabd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.674910] env[62859]: DEBUG oslo_concurrency.lockutils [req-80508128-37bb-41ef-b604-0a1951bb9d6e req-8371af81-c392-4761-8890-ab155643960c service nova] Releasing lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.752927] env[62859]: DEBUG nova.network.neutron [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.875151] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2129a168-4772-439a-aedb-f9739e3c439b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.880821] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39cd540-ee69-4b34-aba4-23f9da6050c6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.884544] env[62859]: DEBUG nova.network.neutron [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Updating instance_info_cache with network_info: [{"id": "59722c06-ca68-44a0-b7a2-216c6c2d7057", "address": "fa:16:3e:e5:b7:29", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59722c06-ca", "ovs_interfaceid": "59722c06-ca68-44a0-b7a2-216c6c2d7057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.914781] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9f15a3-2c2f-404a-9c23-23f487594755 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.923263] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ab1c4d-de81-45d7-8695-c789557990a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.937293] env[62859]: DEBUG nova.compute.provider_tree [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.129178] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f54d25-4fdc-4a03-e71a-6be8fdaaabd1, 'name': SearchDatastore_Task, 'duration_secs': 0.009583} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.129644] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.129714] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 3d178e52-534b-4980-bc4b-0973d55b0642/3d178e52-534b-4980-bc4b-0973d55b0642.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.129968] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11ae728a-bec3-466b-8531-34644f3b3fb1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.137034] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 669.137034] env[62859]: value = "task-2537562" [ 669.137034] env[62859]: _type = "Task" [ 669.137034] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.144436] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.387331] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "refresh_cache-87ba25fb-c7c5-4568-8a71-b97136947fcf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.387686] env[62859]: DEBUG nova.compute.manager [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Instance network_info: |[{"id": "59722c06-ca68-44a0-b7a2-216c6c2d7057", "address": "fa:16:3e:e5:b7:29", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59722c06-ca", "ovs_interfaceid": "59722c06-ca68-44a0-b7a2-216c6c2d7057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.388041] env[62859]: DEBUG oslo_concurrency.lockutils [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] Acquired lock "refresh_cache-87ba25fb-c7c5-4568-8a71-b97136947fcf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.388250] env[62859]: DEBUG nova.network.neutron [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Refreshing network info cache for port 59722c06-ca68-44a0-b7a2-216c6c2d7057 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.389667] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:b7:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59722c06-ca68-44a0-b7a2-216c6c2d7057', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.398399] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Creating folder: Project (01438337da6d432e909dcc0933e6d837). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.403928] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7007b8b-37d8-4b39-b116-c41f95bd514e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.417097] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Created folder: Project (01438337da6d432e909dcc0933e6d837) in parent group-v512592. [ 669.417368] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Creating folder: Instances. Parent ref: group-v512687. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.417735] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a40bac-e42a-4b40-a3c3-ca680b80dbd3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.428411] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Created folder: Instances in parent group-v512687. [ 669.428720] env[62859]: DEBUG oslo.service.loopingcall [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.428984] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.429273] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85e97384-770e-4532-b88b-9ea529e9a4f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.447175] env[62859]: DEBUG nova.scheduler.client.report [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.457063] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.457063] env[62859]: value = "task-2537565" [ 669.457063] env[62859]: _type = "Task" [ 669.457063] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.468456] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537565, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.642742] env[62859]: DEBUG nova.network.neutron [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Updated VIF entry in instance network info cache for port 59722c06-ca68-44a0-b7a2-216c6c2d7057. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.642742] env[62859]: DEBUG nova.network.neutron [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Updating instance_info_cache with network_info: [{"id": "59722c06-ca68-44a0-b7a2-216c6c2d7057", "address": "fa:16:3e:e5:b7:29", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59722c06-ca", "ovs_interfaceid": "59722c06-ca68-44a0-b7a2-216c6c2d7057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.649192] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490545} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.649601] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 3d178e52-534b-4980-bc4b-0973d55b0642/3d178e52-534b-4980-bc4b-0973d55b0642.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.649820] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.650078] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9c1a165-a006-4d04-a7f5-45e29b999786 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.655610] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 669.655610] env[62859]: value = "task-2537566" [ 669.655610] env[62859]: _type = "Task" [ 669.655610] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.663941] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.952295] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.952829] env[62859]: DEBUG nova.compute.manager [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.955448] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.713s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.956070] env[62859]: DEBUG nova.objects.instance [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lazy-loading 'resources' on Instance uuid dbc4106c-3d37-4fad-9ea5-0367c19ac456 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.966938] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537565, 'name': CreateVM_Task, 'duration_secs': 0.314134} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.967297] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.968015] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.968119] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.968407] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.968960] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afd78be-2648-45c3-8116-78c722716b58 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.974652] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 669.974652] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a4cef0-b0cd-3297-d0b6-7b772cb5e52f" [ 669.974652] env[62859]: _type = "Task" [ 669.974652] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.982050] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a4cef0-b0cd-3297-d0b6-7b772cb5e52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.150650] env[62859]: DEBUG oslo_concurrency.lockutils [req-c77b1ef5-0eea-44ff-9001-a7354268a874 req-53ebc74b-2b5c-431e-9080-3e073631d0dc service nova] Releasing lock "refresh_cache-87ba25fb-c7c5-4568-8a71-b97136947fcf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.167300] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064002} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.167549] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.168359] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d2d75-9b7b-40fd-bcd1-00b0badaee35 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.194034] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 3d178e52-534b-4980-bc4b-0973d55b0642/3d178e52-534b-4980-bc4b-0973d55b0642.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.194345] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1d55b9-287f-44fd-823d-5b537aadb5d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.214816] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 670.214816] env[62859]: value = "task-2537567" [ 670.214816] env[62859]: _type = "Task" [ 670.214816] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.225593] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.462149] env[62859]: DEBUG nova.compute.utils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.463922] env[62859]: DEBUG nova.compute.manager [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.464161] env[62859]: DEBUG nova.network.neutron [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.492891] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a4cef0-b0cd-3297-d0b6-7b772cb5e52f, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.495961] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.497242] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.497242] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.497242] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.497242] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.500101] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-114c0bea-6ba0-47bf-8bcb-ba284c929ce7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.513476] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.513801] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.519020] env[62859]: DEBUG nova.policy [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32f23721ebd46299867d3b026423de2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01438337da6d432e909dcc0933e6d837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.519020] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecafc09f-edd9-49cd-8b43-01af45b6476e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.527142] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 670.527142] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52688138-ba39-0091-1046-ed8fb7542bc2" [ 670.527142] env[62859]: _type = "Task" [ 670.527142] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.539594] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52688138-ba39-0091-1046-ed8fb7542bc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.726392] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537567, 'name': ReconfigVM_Task, 'duration_secs': 0.296816} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.726392] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 3d178e52-534b-4980-bc4b-0973d55b0642/3d178e52-534b-4980-bc4b-0973d55b0642.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.726839] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01934880-d6f6-4391-a70e-87761bf4a040 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.736044] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 670.736044] env[62859]: value = "task-2537568" [ 670.736044] env[62859]: _type = "Task" [ 670.736044] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.745599] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537568, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.830556] env[62859]: DEBUG nova.network.neutron [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Successfully created port: 79f1d42b-49f2-4ece-b2fa-6c1421b641f6 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.972510] env[62859]: DEBUG nova.compute.manager [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.012075] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14716982-cbca-4c9c-98c6-963a51e18d4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.023802] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27558147-5218-4f68-a49a-990cc816b9b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.066192] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52688138-ba39-0091-1046-ed8fb7542bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.067266] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63efa5e8-2159-4f31-843d-c6c1cb255788 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.069956] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c286e092-8a44-4314-9cd1-d12fccdc92bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.078484] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b911ca7-a042-41eb-b6c0-51393d2798c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.082345] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 671.082345] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207ad66-e523-826c-b462-06749379a85c" [ 671.082345] env[62859]: _type = "Task" [ 671.082345] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.096928] env[62859]: DEBUG nova.compute.provider_tree [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.101429] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207ad66-e523-826c-b462-06749379a85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.245659] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537568, 'name': Rename_Task, 'duration_secs': 0.150019} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.246037] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.246200] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-351d1e19-c591-4c35-8b66-f70d6c0a2058 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.252535] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 671.252535] env[62859]: value = "task-2537569" [ 671.252535] env[62859]: _type = "Task" [ 671.252535] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.260007] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.594044] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207ad66-e523-826c-b462-06749379a85c, 'name': SearchDatastore_Task, 'duration_secs': 0.027945} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.594044] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.594044] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.594368] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47aaca13-24aa-4dc0-862e-fe336b75629b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.599035] env[62859]: DEBUG nova.scheduler.client.report [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.603199] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 671.603199] env[62859]: value = "task-2537570" [ 671.603199] env[62859]: _type = "Task" [ 671.603199] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.611325] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.765439] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.988056] env[62859]: DEBUG nova.compute.manager [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.018492] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.018749] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.018906] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.019102] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.019251] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.019502] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.019794] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.020174] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.020410] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.020664] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.020866] env[62859]: DEBUG nova.virt.hardware [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.021856] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6565a609-2a13-4b34-8687-35f9d0e98179 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.033798] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aafccb-9170-4869-b5d3-d62a1c999287 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.104823] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.107562] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.480s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.107806] env[62859]: DEBUG nova.objects.instance [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.120476] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458968} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.120751] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.120982] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.121608] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10efac6e-c817-46b7-a9cd-b718dbda895c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.127317] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 672.127317] env[62859]: value = "task-2537571" [ 672.127317] env[62859]: _type = "Task" [ 672.127317] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.131464] env[62859]: INFO nova.scheduler.client.report [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Deleted allocations for instance dbc4106c-3d37-4fad-9ea5-0367c19ac456 [ 672.139829] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.264998] env[62859]: DEBUG oslo_vmware.api [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537569, 'name': PowerOnVM_Task, 'duration_secs': 0.838262} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.265338] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.265532] env[62859]: INFO nova.compute.manager [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Took 9.86 seconds to spawn the instance on the hypervisor. [ 672.265742] env[62859]: DEBUG nova.compute.manager [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.266388] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83c44d6-8810-4bb7-aae3-fe4e4296e532 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.349018] env[62859]: DEBUG nova.compute.manager [req-50bff4c9-73b2-4508-b062-a847949aa27c req-f31c6e09-164f-4259-9364-89f1da5d7165 service nova] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Received event network-vif-plugged-79f1d42b-49f2-4ece-b2fa-6c1421b641f6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.349250] env[62859]: DEBUG oslo_concurrency.lockutils [req-50bff4c9-73b2-4508-b062-a847949aa27c req-f31c6e09-164f-4259-9364-89f1da5d7165 service nova] Acquiring lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.349470] env[62859]: DEBUG oslo_concurrency.lockutils [req-50bff4c9-73b2-4508-b062-a847949aa27c req-f31c6e09-164f-4259-9364-89f1da5d7165 service nova] Lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.349645] env[62859]: DEBUG oslo_concurrency.lockutils [req-50bff4c9-73b2-4508-b062-a847949aa27c req-f31c6e09-164f-4259-9364-89f1da5d7165 service nova] Lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.349816] env[62859]: DEBUG nova.compute.manager [req-50bff4c9-73b2-4508-b062-a847949aa27c req-f31c6e09-164f-4259-9364-89f1da5d7165 service nova] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] No waiting events found dispatching network-vif-plugged-79f1d42b-49f2-4ece-b2fa-6c1421b641f6 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.350174] env[62859]: WARNING nova.compute.manager [req-50bff4c9-73b2-4508-b062-a847949aa27c req-f31c6e09-164f-4259-9364-89f1da5d7165 service nova] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Received unexpected event network-vif-plugged-79f1d42b-49f2-4ece-b2fa-6c1421b641f6 for instance with vm_state building and task_state spawning. [ 672.390130] env[62859]: DEBUG nova.network.neutron [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Successfully updated port: 79f1d42b-49f2-4ece-b2fa-6c1421b641f6 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.637757] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068343} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.638048] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.638807] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15089391-0a11-420e-87a4-1b1f8e52ba65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.644031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50733a73-c63c-412c-af5a-d7cc15714682 tempest-TenantUsagesTestJSON-2077295424 tempest-TenantUsagesTestJSON-2077295424-project-member] Lock "dbc4106c-3d37-4fad-9ea5-0367c19ac456" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.702s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.662557] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.663643] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd18c51a-ca05-4d00-bbcb-edd6842fe644 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.682643] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 672.682643] env[62859]: value = "task-2537572" [ 672.682643] env[62859]: _type = "Task" [ 672.682643] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.690586] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.784765] env[62859]: INFO nova.compute.manager [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Took 50.08 seconds to build instance. [ 672.892034] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "refresh_cache-26d29119-2b0e-41c9-9ea4-b9a508e657d2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.892096] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "refresh_cache-26d29119-2b0e-41c9-9ea4-b9a508e657d2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.892257] env[62859]: DEBUG nova.network.neutron [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.121388] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bd4a7d2a-c8ce-49db-8aea-9cf534a63d0f tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.125017] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.075s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.125017] env[62859]: DEBUG nova.objects.instance [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lazy-loading 'resources' on Instance uuid a33eaa0c-dd76-48c4-908d-6496cf14be98 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.193156] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537572, 'name': ReconfigVM_Task, 'duration_secs': 0.292764} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.193422] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.194074] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac08b8e8-a12d-4bed-bdcd-19511f07c773 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.200836] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 673.200836] env[62859]: value = "task-2537573" [ 673.200836] env[62859]: _type = "Task" [ 673.200836] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.208690] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537573, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.287559] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2362c187-da56-43db-ac58-c96dc0cfbaec tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "3d178e52-534b-4980-bc4b-0973d55b0642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.086s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.426438] env[62859]: DEBUG nova.network.neutron [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.588175] env[62859]: DEBUG nova.network.neutron [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Updating instance_info_cache with network_info: [{"id": "79f1d42b-49f2-4ece-b2fa-6c1421b641f6", "address": "fa:16:3e:e6:bd:ac", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f1d42b-49", "ovs_interfaceid": "79f1d42b-49f2-4ece-b2fa-6c1421b641f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.711628] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537573, 'name': Rename_Task, 'duration_secs': 0.136849} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.711939] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.712208] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbfcd9ca-1c2c-4c21-97f7-4afa402bfb4d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.723608] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 673.723608] env[62859]: value = "task-2537574" [ 673.723608] env[62859]: _type = "Task" [ 673.723608] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.739056] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537574, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.789719] env[62859]: DEBUG nova.compute.manager [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.091507] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "refresh_cache-26d29119-2b0e-41c9-9ea4-b9a508e657d2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.091754] env[62859]: DEBUG nova.compute.manager [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Instance network_info: |[{"id": "79f1d42b-49f2-4ece-b2fa-6c1421b641f6", "address": "fa:16:3e:e6:bd:ac", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f1d42b-49", "ovs_interfaceid": "79f1d42b-49f2-4ece-b2fa-6c1421b641f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.092733] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:bd:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79f1d42b-49f2-4ece-b2fa-6c1421b641f6', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.100953] env[62859]: DEBUG oslo.service.loopingcall [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.101340] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.103928] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7e902ce-cb02-4001-9d0a-f5ffc99c5b5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.129314] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.129314] env[62859]: value = "task-2537575" [ 674.129314] env[62859]: _type = "Task" [ 674.129314] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.142646] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537575, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.164362] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda523e8-86f8-44ef-ba02-cbeea98bc6cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.173892] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827631c6-ff1a-429a-a7d2-ab27cbfb5099 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.211021] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e54824-628b-4e78-9cab-b837ddbe0c44 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.218830] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ba1875-d267-479b-9851-5c1c49966d77 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.233178] env[62859]: DEBUG nova.compute.provider_tree [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.242664] env[62859]: DEBUG oslo_vmware.api [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537574, 'name': PowerOnVM_Task, 'duration_secs': 0.441096} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.243580] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.243848] env[62859]: INFO nova.compute.manager [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Took 6.95 seconds to spawn the instance on the hypervisor. [ 674.244139] env[62859]: DEBUG nova.compute.manager [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.244879] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe27b779-96ed-4be3-8037-4a577bd685c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.313679] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.638725] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537575, 'name': CreateVM_Task, 'duration_secs': 0.347822} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.638951] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.639583] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.639749] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.640078] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.640333] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c224e64d-dfb2-43d9-ad84-5eff231269b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.645074] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 674.645074] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524fea17-f680-7fa8-4bce-cdb3c03e8125" [ 674.645074] env[62859]: _type = "Task" [ 674.645074] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.652487] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524fea17-f680-7fa8-4bce-cdb3c03e8125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.732131] env[62859]: DEBUG nova.compute.manager [req-b7abd337-d6bc-441f-a8fc-93a39312f215 req-19847c30-ad47-4fb0-9ba6-733e54433169 service nova] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Received event network-changed-79f1d42b-49f2-4ece-b2fa-6c1421b641f6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.732330] env[62859]: DEBUG nova.compute.manager [req-b7abd337-d6bc-441f-a8fc-93a39312f215 req-19847c30-ad47-4fb0-9ba6-733e54433169 service nova] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Refreshing instance network info cache due to event network-changed-79f1d42b-49f2-4ece-b2fa-6c1421b641f6. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.732522] env[62859]: DEBUG oslo_concurrency.lockutils [req-b7abd337-d6bc-441f-a8fc-93a39312f215 req-19847c30-ad47-4fb0-9ba6-733e54433169 service nova] Acquiring lock "refresh_cache-26d29119-2b0e-41c9-9ea4-b9a508e657d2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.732678] env[62859]: DEBUG oslo_concurrency.lockutils [req-b7abd337-d6bc-441f-a8fc-93a39312f215 req-19847c30-ad47-4fb0-9ba6-733e54433169 service nova] Acquired lock "refresh_cache-26d29119-2b0e-41c9-9ea4-b9a508e657d2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.732843] env[62859]: DEBUG nova.network.neutron [req-b7abd337-d6bc-441f-a8fc-93a39312f215 req-19847c30-ad47-4fb0-9ba6-733e54433169 service nova] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Refreshing network info cache for port 79f1d42b-49f2-4ece-b2fa-6c1421b641f6 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.757327] env[62859]: ERROR nova.scheduler.client.report [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] [req-ad3d0fdc-94e0-4565-ae7e-c4103e5061ed] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad3d0fdc-94e0-4565-ae7e-c4103e5061ed"}]} [ 674.768948] env[62859]: INFO nova.compute.manager [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Took 50.98 seconds to build instance. [ 674.780786] env[62859]: DEBUG nova.scheduler.client.report [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 674.797561] env[62859]: DEBUG nova.scheduler.client.report [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 674.797789] env[62859]: DEBUG nova.compute.provider_tree [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.811905] env[62859]: DEBUG nova.scheduler.client.report [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 674.829499] env[62859]: DEBUG nova.scheduler.client.report [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 675.159808] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524fea17-f680-7fa8-4bce-cdb3c03e8125, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.162385] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.162696] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.162973] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.163162] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.163348] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.163800] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-124472c0-6400-4c27-9b7f-71df1a53dd65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.171915] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.172090] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.172802] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc19870-a18a-4338-bb62-9956bcd99ce5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.180091] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 675.180091] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522291ed-39c7-271e-c4fc-1e7cb8b9409a" [ 675.180091] env[62859]: _type = "Task" [ 675.180091] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.194271] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522291ed-39c7-271e-c4fc-1e7cb8b9409a, 'name': SearchDatastore_Task, 'duration_secs': 0.008144} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.198196] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea92e129-558d-4076-8414-845909d44200 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.203253] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 675.203253] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52125d87-ef42-1eaf-e22f-ae50cca64b36" [ 675.203253] env[62859]: _type = "Task" [ 675.203253] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.213596] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52125d87-ef42-1eaf-e22f-ae50cca64b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.271396] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c608122-c935-436e-9719-f321fd663cfd tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "87ba25fb-c7c5-4568-8a71-b97136947fcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.823s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.347239] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1efde-a1a3-4fd4-9a39-76b845dbacb8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.356496] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf00a71-0a43-4506-bb31-c7354db5f4f3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.365377] env[62859]: DEBUG nova.compute.manager [req-e0b88d68-2a29-40a4-9acc-58cac5726136 req-5c47020e-c21a-48c3-ac48-9c3cbab3fa19 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Received event network-changed-1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.365377] env[62859]: DEBUG nova.compute.manager [req-e0b88d68-2a29-40a4-9acc-58cac5726136 req-5c47020e-c21a-48c3-ac48-9c3cbab3fa19 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Refreshing instance network info cache due to event network-changed-1953eb24-1064-4d6b-9d38-c032747ae5e5. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.365478] env[62859]: DEBUG oslo_concurrency.lockutils [req-e0b88d68-2a29-40a4-9acc-58cac5726136 req-5c47020e-c21a-48c3-ac48-9c3cbab3fa19 service nova] Acquiring lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.365617] env[62859]: DEBUG oslo_concurrency.lockutils [req-e0b88d68-2a29-40a4-9acc-58cac5726136 req-5c47020e-c21a-48c3-ac48-9c3cbab3fa19 service nova] Acquired lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.365782] env[62859]: DEBUG nova.network.neutron [req-e0b88d68-2a29-40a4-9acc-58cac5726136 req-5c47020e-c21a-48c3-ac48-9c3cbab3fa19 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Refreshing network info cache for port 1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.404776] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0ae014-1cd4-45ef-bd5f-7aa516f2dcea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.414059] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c347f96-40f3-4666-9c4d-c317761e622f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.430901] env[62859]: DEBUG nova.compute.provider_tree [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.472459] env[62859]: DEBUG nova.network.neutron [req-b7abd337-d6bc-441f-a8fc-93a39312f215 req-19847c30-ad47-4fb0-9ba6-733e54433169 service nova] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Updated VIF entry in instance network info cache for port 79f1d42b-49f2-4ece-b2fa-6c1421b641f6. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.472848] env[62859]: DEBUG nova.network.neutron [req-b7abd337-d6bc-441f-a8fc-93a39312f215 req-19847c30-ad47-4fb0-9ba6-733e54433169 service nova] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Updating instance_info_cache with network_info: [{"id": "79f1d42b-49f2-4ece-b2fa-6c1421b641f6", "address": "fa:16:3e:e6:bd:ac", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f1d42b-49", "ovs_interfaceid": "79f1d42b-49f2-4ece-b2fa-6c1421b641f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.713689] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52125d87-ef42-1eaf-e22f-ae50cca64b36, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.713983] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.714265] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 26d29119-2b0e-41c9-9ea4-b9a508e657d2/26d29119-2b0e-41c9-9ea4-b9a508e657d2.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.714514] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38979e11-de6b-449f-ba03-f86b711304fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.720870] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 675.720870] env[62859]: value = "task-2537576" [ 675.720870] env[62859]: _type = "Task" [ 675.720870] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.728563] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.780051] env[62859]: DEBUG nova.compute.manager [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.969089] env[62859]: DEBUG nova.scheduler.client.report [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 675.969382] env[62859]: DEBUG nova.compute.provider_tree [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 56 to 57 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 675.969567] env[62859]: DEBUG nova.compute.provider_tree [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.975880] env[62859]: DEBUG oslo_concurrency.lockutils [req-b7abd337-d6bc-441f-a8fc-93a39312f215 req-19847c30-ad47-4fb0-9ba6-733e54433169 service nova] Releasing lock "refresh_cache-26d29119-2b0e-41c9-9ea4-b9a508e657d2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.112600] env[62859]: DEBUG nova.network.neutron [req-e0b88d68-2a29-40a4-9acc-58cac5726136 req-5c47020e-c21a-48c3-ac48-9c3cbab3fa19 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Updated VIF entry in instance network info cache for port 1953eb24-1064-4d6b-9d38-c032747ae5e5. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.113018] env[62859]: DEBUG nova.network.neutron [req-e0b88d68-2a29-40a4-9acc-58cac5726136 req-5c47020e-c21a-48c3-ac48-9c3cbab3fa19 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Updating instance_info_cache with network_info: [{"id": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "address": "fa:16:3e:d6:c0:bc", "network": {"id": "e533c588-c7b5-4f0e-980b-df2da2ff668d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-513962027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795044667c4f4da5a10cd55b3c91e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1953eb24-10", "ovs_interfaceid": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.232111] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537576, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.299171] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.479114] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.356s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.484048] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.658s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.486379] env[62859]: INFO nova.compute.claims [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.504098] env[62859]: INFO nova.scheduler.client.report [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Deleted allocations for instance a33eaa0c-dd76-48c4-908d-6496cf14be98 [ 676.615920] env[62859]: DEBUG oslo_concurrency.lockutils [req-e0b88d68-2a29-40a4-9acc-58cac5726136 req-5c47020e-c21a-48c3-ac48-9c3cbab3fa19 service nova] Releasing lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.731501] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52379} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.731788] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 26d29119-2b0e-41c9-9ea4-b9a508e657d2/26d29119-2b0e-41c9-9ea4-b9a508e657d2.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.732020] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.732282] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dad07caa-305e-4f58-afc8-ec24ec03611c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.738972] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 676.738972] env[62859]: value = "task-2537577" [ 676.738972] env[62859]: _type = "Task" [ 676.738972] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.746929] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.011785] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bc799bd2-8435-4f5e-8cc8-f9c835276516 tempest-ServerShowV254Test-41046551 tempest-ServerShowV254Test-41046551-project-member] Lock "a33eaa0c-dd76-48c4-908d-6496cf14be98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.359s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.249391] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072393} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.249552] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.250316] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f22fd8-d74f-4c16-b769-450a2b6fef85 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.274699] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 26d29119-2b0e-41c9-9ea4-b9a508e657d2/26d29119-2b0e-41c9-9ea4-b9a508e657d2.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.275149] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4405d23a-799e-463b-a813-926c4577fea7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.297899] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 677.297899] env[62859]: value = "task-2537578" [ 677.297899] env[62859]: _type = "Task" [ 677.297899] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.305904] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.796226] env[62859]: DEBUG nova.compute.manager [req-ecec347d-5164-45bc-8a28-d5fa2caf0e2d req-fcdb53fb-8159-4bb7-8fce-8e13a262cfe0 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Received event network-changed-1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.796226] env[62859]: DEBUG nova.compute.manager [req-ecec347d-5164-45bc-8a28-d5fa2caf0e2d req-fcdb53fb-8159-4bb7-8fce-8e13a262cfe0 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Refreshing instance network info cache due to event network-changed-1953eb24-1064-4d6b-9d38-c032747ae5e5. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.796226] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecec347d-5164-45bc-8a28-d5fa2caf0e2d req-fcdb53fb-8159-4bb7-8fce-8e13a262cfe0 service nova] Acquiring lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.796226] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecec347d-5164-45bc-8a28-d5fa2caf0e2d req-fcdb53fb-8159-4bb7-8fce-8e13a262cfe0 service nova] Acquired lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.797232] env[62859]: DEBUG nova.network.neutron [req-ecec347d-5164-45bc-8a28-d5fa2caf0e2d req-fcdb53fb-8159-4bb7-8fce-8e13a262cfe0 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Refreshing network info cache for port 1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.812944] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537578, 'name': ReconfigVM_Task, 'duration_secs': 0.271644} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.813293] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 26d29119-2b0e-41c9-9ea4-b9a508e657d2/26d29119-2b0e-41c9-9ea4-b9a508e657d2.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.813973] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a51265d6-58b6-4069-a607-a79dd93d4f91 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.824110] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 677.824110] env[62859]: value = "task-2537579" [ 677.824110] env[62859]: _type = "Task" [ 677.824110] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.834882] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537579, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.966725] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc7067-0075-4043-b8e1-b1baa2606645 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.975773] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fb0689-e123-40b5-afd5-206f392689ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.004820] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65da80c-80a3-430f-af3c-519c43bf5a9e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.012066] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea343be0-74e6-4969-89ef-f592874cd875 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.025564] env[62859]: DEBUG nova.compute.provider_tree [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.334589] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537579, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.501254] env[62859]: DEBUG nova.network.neutron [req-ecec347d-5164-45bc-8a28-d5fa2caf0e2d req-fcdb53fb-8159-4bb7-8fce-8e13a262cfe0 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Updated VIF entry in instance network info cache for port 1953eb24-1064-4d6b-9d38-c032747ae5e5. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.501680] env[62859]: DEBUG nova.network.neutron [req-ecec347d-5164-45bc-8a28-d5fa2caf0e2d req-fcdb53fb-8159-4bb7-8fce-8e13a262cfe0 service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Updating instance_info_cache with network_info: [{"id": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "address": "fa:16:3e:d6:c0:bc", "network": {"id": "e533c588-c7b5-4f0e-980b-df2da2ff668d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-513962027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795044667c4f4da5a10cd55b3c91e981", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1953eb24-10", "ovs_interfaceid": "1953eb24-1064-4d6b-9d38-c032747ae5e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.531491] env[62859]: DEBUG nova.scheduler.client.report [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.838977] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537579, 'name': Rename_Task, 'duration_secs': 0.817498} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.840590] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.841034] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29dd40ae-7b3b-4a7a-9aed-339a060a43be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.847761] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 678.847761] env[62859]: value = "task-2537580" [ 678.847761] env[62859]: _type = "Task" [ 678.847761] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.858109] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.004986] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecec347d-5164-45bc-8a28-d5fa2caf0e2d req-fcdb53fb-8159-4bb7-8fce-8e13a262cfe0 service nova] Releasing lock "refresh_cache-3d178e52-534b-4980-bc4b-0973d55b0642" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.037061] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.037953] env[62859]: DEBUG nova.compute.manager [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.040835] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.118s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.042285] env[62859]: INFO nova.compute.claims [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.341641] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquiring lock "3d178e52-534b-4980-bc4b-0973d55b0642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.342251] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "3d178e52-534b-4980-bc4b-0973d55b0642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.342251] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquiring lock "3d178e52-534b-4980-bc4b-0973d55b0642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.342398] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "3d178e52-534b-4980-bc4b-0973d55b0642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.342575] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "3d178e52-534b-4980-bc4b-0973d55b0642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.344899] env[62859]: INFO nova.compute.manager [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Terminating instance [ 679.359102] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.547706] env[62859]: DEBUG nova.compute.utils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.552867] env[62859]: DEBUG nova.compute.manager [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.552867] env[62859]: DEBUG nova.network.neutron [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.599543] env[62859]: DEBUG nova.policy [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0988323ce26495a8ad59e9c9b72bddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6968605e9f584348a625e6b87452890f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.848752] env[62859]: DEBUG nova.compute.manager [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.849090] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.850059] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a6f81f-ebf3-402e-b54f-c27a3906aa76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.862302] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.864656] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.864940] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ecccdff-ef82-4fbd-9dbb-a5b8b693e042 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.872599] env[62859]: DEBUG oslo_vmware.api [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 679.872599] env[62859]: value = "task-2537581" [ 679.872599] env[62859]: _type = "Task" [ 679.872599] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.880933] env[62859]: DEBUG oslo_vmware.api [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.960388] env[62859]: DEBUG nova.network.neutron [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Successfully created port: 2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.053766] env[62859]: DEBUG nova.compute.manager [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.361736] env[62859]: DEBUG oslo_vmware.api [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537580, 'name': PowerOnVM_Task, 'duration_secs': 1.407507} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.362168] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.362406] env[62859]: INFO nova.compute.manager [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Took 8.37 seconds to spawn the instance on the hypervisor. [ 680.362586] env[62859]: DEBUG nova.compute.manager [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.363404] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36588133-3d07-4046-8d51-a652c9e1198f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.388334] env[62859]: DEBUG oslo_vmware.api [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537581, 'name': PowerOffVM_Task, 'duration_secs': 0.180201} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.388732] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.389013] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.396136] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4982e598-a84f-4669-a04f-0bb953b84336 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.461759] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.461759] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.461759] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Deleting the datastore file [datastore1] 3d178e52-534b-4980-bc4b-0973d55b0642 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.461759] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-211aa7da-0a68-4e00-85a6-b1c224031249 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.469567] env[62859]: DEBUG oslo_vmware.api [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for the task: (returnval){ [ 680.469567] env[62859]: value = "task-2537583" [ 680.469567] env[62859]: _type = "Task" [ 680.469567] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.481532] env[62859]: DEBUG oslo_vmware.api [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.529454] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2ded77-6caf-4bd5-b766-e3f2f07abdad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.538019] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e269ad-58da-4948-97b6-2d9f99fd1c7d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.577086] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad62dfc-9774-4c62-b42a-8bf810c17e13 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.584614] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6994da2-fa97-4882-b9e4-4be6f5bb6606 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.598182] env[62859]: DEBUG nova.compute.provider_tree [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.890890] env[62859]: INFO nova.compute.manager [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Took 53.67 seconds to build instance. [ 680.979437] env[62859]: DEBUG oslo_vmware.api [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.082443] env[62859]: DEBUG nova.compute.manager [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.102088] env[62859]: DEBUG nova.scheduler.client.report [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.111358] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.111701] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.111857] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.112098] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.112217] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.112357] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.112558] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.112711] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.112889] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.113894] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.114114] env[62859]: DEBUG nova.virt.hardware [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.115024] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a010d9-7f56-4ef4-9c82-297b3b9ded22 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.123543] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48beba-35cf-4259-b698-b9f290276af0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.394517] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a36e75b-3d30-4cad-bfda-3204a8d47de1 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.871s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.404505] env[62859]: DEBUG nova.compute.manager [req-45e9190e-45a9-4276-b512-7cd51ade3e09 req-bec30d40-20b5-4fbc-b755-f790ccab34f3 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Received event network-vif-plugged-2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.404879] env[62859]: DEBUG oslo_concurrency.lockutils [req-45e9190e-45a9-4276-b512-7cd51ade3e09 req-bec30d40-20b5-4fbc-b755-f790ccab34f3 service nova] Acquiring lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.404955] env[62859]: DEBUG oslo_concurrency.lockutils [req-45e9190e-45a9-4276-b512-7cd51ade3e09 req-bec30d40-20b5-4fbc-b755-f790ccab34f3 service nova] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.405892] env[62859]: DEBUG oslo_concurrency.lockutils [req-45e9190e-45a9-4276-b512-7cd51ade3e09 req-bec30d40-20b5-4fbc-b755-f790ccab34f3 service nova] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.405892] env[62859]: DEBUG nova.compute.manager [req-45e9190e-45a9-4276-b512-7cd51ade3e09 req-bec30d40-20b5-4fbc-b755-f790ccab34f3 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] No waiting events found dispatching network-vif-plugged-2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.405892] env[62859]: WARNING nova.compute.manager [req-45e9190e-45a9-4276-b512-7cd51ade3e09 req-bec30d40-20b5-4fbc-b755-f790ccab34f3 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Received unexpected event network-vif-plugged-2a064f99-9381-4da7-9778-1ebe78059a3b for instance with vm_state building and task_state spawning. [ 681.484089] env[62859]: DEBUG oslo_vmware.api [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Task: {'id': task-2537583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596323} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.485110] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.485375] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.485567] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.485745] env[62859]: INFO nova.compute.manager [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Took 1.64 seconds to destroy the instance on the hypervisor. [ 681.485999] env[62859]: DEBUG oslo.service.loopingcall [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.486251] env[62859]: DEBUG nova.compute.manager [-] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.486354] env[62859]: DEBUG nova.network.neutron [-] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.489663] env[62859]: DEBUG nova.network.neutron [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Successfully updated port: 2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.607872] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.608614] env[62859]: DEBUG nova.compute.manager [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.613212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.780s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.613284] env[62859]: DEBUG nova.objects.instance [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lazy-loading 'resources' on Instance uuid 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.897425] env[62859]: DEBUG nova.compute.manager [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.992631] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.992753] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.992904] env[62859]: DEBUG nova.network.neutron [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.035194] env[62859]: DEBUG nova.compute.manager [req-b2087274-766a-456f-ab93-66b4a47cb5f0 req-eec9a0ee-9a33-4cca-a34b-7f9bfe83ba1f service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Received event network-vif-deleted-1953eb24-1064-4d6b-9d38-c032747ae5e5 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.035314] env[62859]: INFO nova.compute.manager [req-b2087274-766a-456f-ab93-66b4a47cb5f0 req-eec9a0ee-9a33-4cca-a34b-7f9bfe83ba1f service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Neutron deleted interface 1953eb24-1064-4d6b-9d38-c032747ae5e5; detaching it from the instance and deleting it from the info cache [ 682.035528] env[62859]: DEBUG nova.network.neutron [req-b2087274-766a-456f-ab93-66b4a47cb5f0 req-eec9a0ee-9a33-4cca-a34b-7f9bfe83ba1f service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.072737] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.073043] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.121393] env[62859]: DEBUG nova.compute.utils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.123936] env[62859]: DEBUG nova.compute.manager [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.124380] env[62859]: DEBUG nova.network.neutron [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.189059] env[62859]: DEBUG nova.policy [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e1b8df3643418482231a2a18641c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beba168defc1400b86885cf376539987', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.391046] env[62859]: DEBUG nova.network.neutron [-] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.413553] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.526495] env[62859]: DEBUG nova.network.neutron [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.536869] env[62859]: DEBUG nova.network.neutron [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Successfully created port: c5d4b59a-3ef5-447a-8107-3d65c27cc110 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.540531] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b939e25-da3a-4e09-a3a0-ce12fd74311a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.553928] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f48f4a-823b-4c2b-859b-1d7a413dd508 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.577091] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b918557-7b9a-4552-a82d-5005c0317120 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.589921] env[62859]: DEBUG nova.compute.manager [req-b2087274-766a-456f-ab93-66b4a47cb5f0 req-eec9a0ee-9a33-4cca-a34b-7f9bfe83ba1f service nova] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Detach interface failed, port_id=1953eb24-1064-4d6b-9d38-c032747ae5e5, reason: Instance 3d178e52-534b-4980-bc4b-0973d55b0642 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 682.596892] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc5c7fe-d94a-4d0f-8c44-b50e9e487dae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.627496] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c79a6f-519f-40bf-b7bb-32249f4524c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.630067] env[62859]: DEBUG nova.compute.manager [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.640014] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cfdbd2-017c-4bb2-ab5e-5a3eff37b209 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.650372] env[62859]: DEBUG nova.compute.provider_tree [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.661390] env[62859]: DEBUG nova.network.neutron [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updating instance_info_cache with network_info: [{"id": "2a064f99-9381-4da7-9778-1ebe78059a3b", "address": "fa:16:3e:7a:3a:6f", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a064f99-93", "ovs_interfaceid": "2a064f99-9381-4da7-9778-1ebe78059a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.894512] env[62859]: INFO nova.compute.manager [-] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Took 1.41 seconds to deallocate network for instance. [ 683.154095] env[62859]: DEBUG nova.scheduler.client.report [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.164849] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.164849] env[62859]: DEBUG nova.compute.manager [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Instance network_info: |[{"id": "2a064f99-9381-4da7-9778-1ebe78059a3b", "address": "fa:16:3e:7a:3a:6f", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a064f99-93", "ovs_interfaceid": "2a064f99-9381-4da7-9778-1ebe78059a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.165099] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:3a:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a064f99-9381-4da7-9778-1ebe78059a3b', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.172573] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Creating folder: Project (6968605e9f584348a625e6b87452890f). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.173730] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-144ad4d7-cdba-4819-9588-5cdaaf823555 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.185493] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Created folder: Project (6968605e9f584348a625e6b87452890f) in parent group-v512592. [ 683.185652] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Creating folder: Instances. Parent ref: group-v512691. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.185876] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69dbed84-565f-4992-85cf-baf131001962 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.194776] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Created folder: Instances in parent group-v512691. [ 683.195015] env[62859]: DEBUG oslo.service.loopingcall [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.195198] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.195386] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32c8112f-827c-4831-9bbf-93ed41e7b016 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.214768] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.214768] env[62859]: value = "task-2537586" [ 683.214768] env[62859]: _type = "Task" [ 683.214768] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.222018] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537586, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.400511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.431951] env[62859]: DEBUG nova.compute.manager [req-a967ead2-e920-4c08-bfea-a1431c52ab23 req-7b75f49b-f0a8-4b38-b597-62655d7f167a service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Received event network-changed-2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.432170] env[62859]: DEBUG nova.compute.manager [req-a967ead2-e920-4c08-bfea-a1431c52ab23 req-7b75f49b-f0a8-4b38-b597-62655d7f167a service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Refreshing instance network info cache due to event network-changed-2a064f99-9381-4da7-9778-1ebe78059a3b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.432394] env[62859]: DEBUG oslo_concurrency.lockutils [req-a967ead2-e920-4c08-bfea-a1431c52ab23 req-7b75f49b-f0a8-4b38-b597-62655d7f167a service nova] Acquiring lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.432538] env[62859]: DEBUG oslo_concurrency.lockutils [req-a967ead2-e920-4c08-bfea-a1431c52ab23 req-7b75f49b-f0a8-4b38-b597-62655d7f167a service nova] Acquired lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.432695] env[62859]: DEBUG nova.network.neutron [req-a967ead2-e920-4c08-bfea-a1431c52ab23 req-7b75f49b-f0a8-4b38-b597-62655d7f167a service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Refreshing network info cache for port 2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.639159] env[62859]: DEBUG nova.compute.manager [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.659540] env[62859]: DEBUG oslo_concurrency.lockutils [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.662026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.465s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.663663] env[62859]: INFO nova.compute.claims [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.702968] env[62859]: INFO nova.scheduler.client.report [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Deleted allocations for instance 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee [ 683.708617] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.708863] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.709072] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.709299] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.709485] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.709674] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.709924] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.710115] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.710321] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.710526] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.710718] env[62859]: DEBUG nova.virt.hardware [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.711656] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd57aa6d-82e0-47ec-8a04-fc891e11f98b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.722899] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429457db-9516-4f6b-a8df-32196a5b3f6f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.731336] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537586, 'name': CreateVM_Task, 'duration_secs': 0.48779} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.731833] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.732681] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.732807] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.733192] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.742465] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afadc338-c8e0-42b6-a7df-a67cd1545cd9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.747531] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 683.747531] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526af809-a4be-056c-1788-10968cb7f5ee" [ 683.747531] env[62859]: _type = "Task" [ 683.747531] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.756143] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526af809-a4be-056c-1788-10968cb7f5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.137975] env[62859]: DEBUG nova.network.neutron [req-a967ead2-e920-4c08-bfea-a1431c52ab23 req-7b75f49b-f0a8-4b38-b597-62655d7f167a service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updated VIF entry in instance network info cache for port 2a064f99-9381-4da7-9778-1ebe78059a3b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.138384] env[62859]: DEBUG nova.network.neutron [req-a967ead2-e920-4c08-bfea-a1431c52ab23 req-7b75f49b-f0a8-4b38-b597-62655d7f167a service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updating instance_info_cache with network_info: [{"id": "2a064f99-9381-4da7-9778-1ebe78059a3b", "address": "fa:16:3e:7a:3a:6f", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a064f99-93", "ovs_interfaceid": "2a064f99-9381-4da7-9778-1ebe78059a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.181256] env[62859]: DEBUG nova.compute.manager [req-ea731b92-7d61-45f6-a4d0-45fe563f2af6 req-7df06b82-0358-4fa7-ab26-d3cf303009c9 service nova] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Received event network-vif-plugged-c5d4b59a-3ef5-447a-8107-3d65c27cc110 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.181508] env[62859]: DEBUG oslo_concurrency.lockutils [req-ea731b92-7d61-45f6-a4d0-45fe563f2af6 req-7df06b82-0358-4fa7-ab26-d3cf303009c9 service nova] Acquiring lock "ac149eca-36f6-4a52-a57b-88f8970e4159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.181686] env[62859]: DEBUG oslo_concurrency.lockutils [req-ea731b92-7d61-45f6-a4d0-45fe563f2af6 req-7df06b82-0358-4fa7-ab26-d3cf303009c9 service nova] Lock "ac149eca-36f6-4a52-a57b-88f8970e4159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.181872] env[62859]: DEBUG oslo_concurrency.lockutils [req-ea731b92-7d61-45f6-a4d0-45fe563f2af6 req-7df06b82-0358-4fa7-ab26-d3cf303009c9 service nova] Lock "ac149eca-36f6-4a52-a57b-88f8970e4159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.182076] env[62859]: DEBUG nova.compute.manager [req-ea731b92-7d61-45f6-a4d0-45fe563f2af6 req-7df06b82-0358-4fa7-ab26-d3cf303009c9 service nova] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] No waiting events found dispatching network-vif-plugged-c5d4b59a-3ef5-447a-8107-3d65c27cc110 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.182229] env[62859]: WARNING nova.compute.manager [req-ea731b92-7d61-45f6-a4d0-45fe563f2af6 req-7df06b82-0358-4fa7-ab26-d3cf303009c9 service nova] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Received unexpected event network-vif-plugged-c5d4b59a-3ef5-447a-8107-3d65c27cc110 for instance with vm_state building and task_state spawning. [ 684.220687] env[62859]: DEBUG oslo_concurrency.lockutils [None req-69aa5d25-afde-495c-9a0c-ebb79fb276bf tempest-ImagesNegativeTestJSON-698439910 tempest-ImagesNegativeTestJSON-698439910-project-member] Lock "1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.482s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.220687] env[62859]: DEBUG nova.network.neutron [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Successfully updated port: c5d4b59a-3ef5-447a-8107-3d65c27cc110 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.259048] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526af809-a4be-056c-1788-10968cb7f5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008688} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.259048] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.259239] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.259450] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.259597] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.259774] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.260034] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5af3fa0e-fe68-4c49-a6aa-b612b269b89e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.268868] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.269065] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.270214] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea44d93-7e6d-4343-a74b-ac7a49fc2e28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.277542] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 684.277542] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527b5133-95d3-5e20-5202-c0e6d14211c7" [ 684.277542] env[62859]: _type = "Task" [ 684.277542] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.285976] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527b5133-95d3-5e20-5202-c0e6d14211c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.641684] env[62859]: DEBUG oslo_concurrency.lockutils [req-a967ead2-e920-4c08-bfea-a1431c52ab23 req-7b75f49b-f0a8-4b38-b597-62655d7f167a service nova] Releasing lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.725864] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "refresh_cache-ac149eca-36f6-4a52-a57b-88f8970e4159" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.725864] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "refresh_cache-ac149eca-36f6-4a52-a57b-88f8970e4159" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.725864] env[62859]: DEBUG nova.network.neutron [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.788165] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527b5133-95d3-5e20-5202-c0e6d14211c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.791319] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd99e75-893d-4676-9ea9-385df54ce0cf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.797290] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 684.797290] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52558cf7-c9a5-2254-960e-75b507be8483" [ 684.797290] env[62859]: _type = "Task" [ 684.797290] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.810024] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52558cf7-c9a5-2254-960e-75b507be8483, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.810024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.810024] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5/3a6ab83d-4480-4b00-8ed6-5f96402b3bf5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.810024] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7edac58-b88c-4147-9c1c-0bbc46c65984 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.819161] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 684.819161] env[62859]: value = "task-2537587" [ 684.819161] env[62859]: _type = "Task" [ 684.819161] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.829509] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.203805] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f79c175-d0ed-4d15-9eeb-b287c4e371e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.218689] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabc090a-ca2f-494a-b684-898e82fda268 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.252768] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81f4120-35aa-4c95-b7b3-bada276180cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.261506] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbc557-3ec4-4ed2-921c-91c98f8cb546 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.277635] env[62859]: DEBUG nova.compute.provider_tree [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.291298] env[62859]: DEBUG nova.network.neutron [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.328711] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441034} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.329097] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5/3a6ab83d-4480-4b00-8ed6-5f96402b3bf5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.329412] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.329689] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b0ca682-eb63-47d3-8fd3-0d5d060dcaf8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.336768] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 685.336768] env[62859]: value = "task-2537588" [ 685.336768] env[62859]: _type = "Task" [ 685.336768] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.345361] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.553773] env[62859]: DEBUG nova.network.neutron [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Updating instance_info_cache with network_info: [{"id": "c5d4b59a-3ef5-447a-8107-3d65c27cc110", "address": "fa:16:3e:b5:f3:b3", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d4b59a-3e", "ovs_interfaceid": "c5d4b59a-3ef5-447a-8107-3d65c27cc110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.783020] env[62859]: DEBUG nova.scheduler.client.report [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.846710] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08781} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.847624] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.848197] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edc6540-0ce8-4677-82da-4e1eb0e5b1ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.874771] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5/3a6ab83d-4480-4b00-8ed6-5f96402b3bf5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.875083] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4930739-68d0-433e-b900-442103dc7df4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.895844] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 685.895844] env[62859]: value = "task-2537589" [ 685.895844] env[62859]: _type = "Task" [ 685.895844] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.903927] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.057198] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "refresh_cache-ac149eca-36f6-4a52-a57b-88f8970e4159" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.057555] env[62859]: DEBUG nova.compute.manager [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Instance network_info: |[{"id": "c5d4b59a-3ef5-447a-8107-3d65c27cc110", "address": "fa:16:3e:b5:f3:b3", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d4b59a-3e", "ovs_interfaceid": "c5d4b59a-3ef5-447a-8107-3d65c27cc110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.058323] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f3:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d4b59a-3ef5-447a-8107-3d65c27cc110', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.065883] env[62859]: DEBUG oslo.service.loopingcall [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.066556] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.066556] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba9abf1-bef3-4bd1-9dfd-27292667ef0f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.089166] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.089166] env[62859]: value = "task-2537590" [ 686.089166] env[62859]: _type = "Task" [ 686.089166] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.096876] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537590, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.229784] env[62859]: DEBUG nova.compute.manager [req-279b104b-417b-45eb-b54d-00549f251c6b req-02421a1b-43e3-4625-ad5a-f6a0a0f1849b service nova] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Received event network-changed-c5d4b59a-3ef5-447a-8107-3d65c27cc110 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.230065] env[62859]: DEBUG nova.compute.manager [req-279b104b-417b-45eb-b54d-00549f251c6b req-02421a1b-43e3-4625-ad5a-f6a0a0f1849b service nova] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Refreshing instance network info cache due to event network-changed-c5d4b59a-3ef5-447a-8107-3d65c27cc110. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.230215] env[62859]: DEBUG oslo_concurrency.lockutils [req-279b104b-417b-45eb-b54d-00549f251c6b req-02421a1b-43e3-4625-ad5a-f6a0a0f1849b service nova] Acquiring lock "refresh_cache-ac149eca-36f6-4a52-a57b-88f8970e4159" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.230360] env[62859]: DEBUG oslo_concurrency.lockutils [req-279b104b-417b-45eb-b54d-00549f251c6b req-02421a1b-43e3-4625-ad5a-f6a0a0f1849b service nova] Acquired lock "refresh_cache-ac149eca-36f6-4a52-a57b-88f8970e4159" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.230523] env[62859]: DEBUG nova.network.neutron [req-279b104b-417b-45eb-b54d-00549f251c6b req-02421a1b-43e3-4625-ad5a-f6a0a0f1849b service nova] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Refreshing network info cache for port c5d4b59a-3ef5-447a-8107-3d65c27cc110 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.286758] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.287375] env[62859]: DEBUG nova.compute.manager [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.291941] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.533s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.292663] env[62859]: DEBUG nova.objects.instance [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lazy-loading 'resources' on Instance uuid 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.410462] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.599653] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537590, 'name': CreateVM_Task, 'duration_secs': 0.33141} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.599838] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.600578] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.600714] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.601051] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.601408] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260e80d3-2bf5-4362-bc77-afb72b1ad151 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.606975] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 686.606975] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284b34e-efac-77d0-4b22-44de76c43c0c" [ 686.606975] env[62859]: _type = "Task" [ 686.606975] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.615166] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284b34e-efac-77d0-4b22-44de76c43c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.798626] env[62859]: DEBUG nova.compute.utils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.800078] env[62859]: DEBUG nova.compute.manager [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.800253] env[62859]: DEBUG nova.network.neutron [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.879342] env[62859]: DEBUG nova.policy [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a80adbeef0b24a9e90b6ac59cf30fd83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc575212bb084cb080977084ccbdb30c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.911105] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537589, 'name': ReconfigVM_Task, 'duration_secs': 0.785253} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.911471] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5/3a6ab83d-4480-4b00-8ed6-5f96402b3bf5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.912145] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df66eb1d-52a2-480f-af67-486b52c81b37 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.921314] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 686.921314] env[62859]: value = "task-2537591" [ 686.921314] env[62859]: _type = "Task" [ 686.921314] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.929593] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537591, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.980296] env[62859]: DEBUG nova.network.neutron [req-279b104b-417b-45eb-b54d-00549f251c6b req-02421a1b-43e3-4625-ad5a-f6a0a0f1849b service nova] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Updated VIF entry in instance network info cache for port c5d4b59a-3ef5-447a-8107-3d65c27cc110. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.980296] env[62859]: DEBUG nova.network.neutron [req-279b104b-417b-45eb-b54d-00549f251c6b req-02421a1b-43e3-4625-ad5a-f6a0a0f1849b service nova] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Updating instance_info_cache with network_info: [{"id": "c5d4b59a-3ef5-447a-8107-3d65c27cc110", "address": "fa:16:3e:b5:f3:b3", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d4b59a-3e", "ovs_interfaceid": "c5d4b59a-3ef5-447a-8107-3d65c27cc110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.118394] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284b34e-efac-77d0-4b22-44de76c43c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.120968] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.121260] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.121492] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.121634] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.121825] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.122305] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a3bc258-f4d6-4f4c-845b-a56e5b4d75ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.130316] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.130496] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.131532] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b82ca80-e0b2-4029-855d-e175d4bf5932 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.137425] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 687.137425] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bf8c50-2431-f58a-b7d7-af747c13efd5" [ 687.137425] env[62859]: _type = "Task" [ 687.137425] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.147692] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bf8c50-2431-f58a-b7d7-af747c13efd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.313966] env[62859]: DEBUG nova.compute.manager [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.328731] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9939a8c-a64b-480d-a376-de4af4718ea7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.337527] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62743c7-f4ef-477c-a052-5c21604e87f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.375710] env[62859]: DEBUG nova.network.neutron [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Successfully created port: c9dd2184-dd9d-45a9-a002-cf7134ac0786 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.378554] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9872495-cd6e-44da-b3f9-2c155667a969 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.388481] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cada7371-091f-45f6-9272-46a4444d749e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.403982] env[62859]: DEBUG nova.compute.provider_tree [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.431785] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537591, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.482318] env[62859]: DEBUG oslo_concurrency.lockutils [req-279b104b-417b-45eb-b54d-00549f251c6b req-02421a1b-43e3-4625-ad5a-f6a0a0f1849b service nova] Releasing lock "refresh_cache-ac149eca-36f6-4a52-a57b-88f8970e4159" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.651305] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bf8c50-2431-f58a-b7d7-af747c13efd5, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.652206] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb72904c-8f84-45dc-8154-45621bed6889 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.661016] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 687.661016] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e205ad-90f1-9476-403e-9bbe581e1017" [ 687.661016] env[62859]: _type = "Task" [ 687.661016] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.667723] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e205ad-90f1-9476-403e-9bbe581e1017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.907409] env[62859]: DEBUG nova.scheduler.client.report [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.933966] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537591, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.169095] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e205ad-90f1-9476-403e-9bbe581e1017, 'name': SearchDatastore_Task, 'duration_secs': 0.035829} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.169365] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.169617] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] ac149eca-36f6-4a52-a57b-88f8970e4159/ac149eca-36f6-4a52-a57b-88f8970e4159.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.169861] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c930075-1804-4075-a98c-28ae36a2ade2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.175898] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 688.175898] env[62859]: value = "task-2537592" [ 688.175898] env[62859]: _type = "Task" [ 688.175898] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.184495] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.322964] env[62859]: DEBUG nova.compute.manager [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.358358] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.358751] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.359136] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.359995] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.360231] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.361782] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.361782] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.361782] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.361782] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.361782] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.361782] env[62859]: DEBUG nova.virt.hardware [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.362648] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fd41c0-72a3-428e-9b29-1e99e21afadb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.371801] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c045ae-f8b2-48ef-8f07-c8e3c3ac2c48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.414332] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.418556] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.239s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.419082] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.419082] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 688.419325] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.256s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.422516] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb9233b-2dc7-4996-9010-5aabb721dfea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.445846] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763574ca-d361-41f7-b57a-58651a2c7ac7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.451966] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537591, 'name': Rename_Task, 'duration_secs': 1.191846} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.452857] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.453148] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38b054db-0627-48b2-aa76-8f6087ceac61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.467656] env[62859]: INFO nova.scheduler.client.report [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Deleted allocations for instance 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488 [ 688.471949] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9a5e8a-dba0-498e-b82b-7408a806877d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.483290] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 688.483290] env[62859]: value = "task-2537593" [ 688.483290] env[62859]: _type = "Task" [ 688.483290] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.493200] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7078bb57-2adb-436b-a695-a40f5351d346 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.499776] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537593, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.529846] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180115MB free_disk=134GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 688.530013] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.687713] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537592, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.995661] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf09c2f5-9743-4f92-96a4-7d2298b45d35 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.604s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.011166] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.052336] env[62859]: DEBUG nova.compute.manager [req-67bf1fa6-4922-400f-9995-253c2d8cd638 req-ddbde889-dca1-4584-97af-4553a9fe25f6 service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Received event network-vif-plugged-c9dd2184-dd9d-45a9-a002-cf7134ac0786 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.052817] env[62859]: DEBUG oslo_concurrency.lockutils [req-67bf1fa6-4922-400f-9995-253c2d8cd638 req-ddbde889-dca1-4584-97af-4553a9fe25f6 service nova] Acquiring lock "e92be754-1aa3-44b3-a163-08c250b6adf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.053166] env[62859]: DEBUG oslo_concurrency.lockutils [req-67bf1fa6-4922-400f-9995-253c2d8cd638 req-ddbde889-dca1-4584-97af-4553a9fe25f6 service nova] Lock "e92be754-1aa3-44b3-a163-08c250b6adf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.053433] env[62859]: DEBUG oslo_concurrency.lockutils [req-67bf1fa6-4922-400f-9995-253c2d8cd638 req-ddbde889-dca1-4584-97af-4553a9fe25f6 service nova] Lock "e92be754-1aa3-44b3-a163-08c250b6adf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.053774] env[62859]: DEBUG nova.compute.manager [req-67bf1fa6-4922-400f-9995-253c2d8cd638 req-ddbde889-dca1-4584-97af-4553a9fe25f6 service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] No waiting events found dispatching network-vif-plugged-c9dd2184-dd9d-45a9-a002-cf7134ac0786 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.054065] env[62859]: WARNING nova.compute.manager [req-67bf1fa6-4922-400f-9995-253c2d8cd638 req-ddbde889-dca1-4584-97af-4553a9fe25f6 service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Received unexpected event network-vif-plugged-c9dd2184-dd9d-45a9-a002-cf7134ac0786 for instance with vm_state building and task_state spawning. [ 689.170079] env[62859]: DEBUG nova.network.neutron [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Successfully updated port: c9dd2184-dd9d-45a9-a002-cf7134ac0786 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.192727] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547806} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.196208] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] ac149eca-36f6-4a52-a57b-88f8970e4159/ac149eca-36f6-4a52-a57b-88f8970e4159.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.196450] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.197644] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4891204-ec51-4892-9ebc-4529377adc68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.204297] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 689.204297] env[62859]: value = "task-2537594" [ 689.204297] env[62859]: _type = "Task" [ 689.204297] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.219798] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.483864] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aa650b-41f8-4485-a72b-b4e11e09e8e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.499401] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e218d0-117c-4f57-815b-6b6e69534dcd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.502791] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537593, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.530255] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1675b846-7090-4203-9998-e765b1d9dfb7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.538631] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fef441-291f-4709-b1da-25275b874f12 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.553441] env[62859]: DEBUG nova.compute.provider_tree [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.677059] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-e92be754-1aa3-44b3-a163-08c250b6adf9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.677059] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-e92be754-1aa3-44b3-a163-08c250b6adf9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.677059] env[62859]: DEBUG nova.network.neutron [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.716858] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063148} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.717685] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.719802] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd8d61-75e2-45bf-b5e7-c1941acf53d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.746446] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ac149eca-36f6-4a52-a57b-88f8970e4159/ac149eca-36f6-4a52-a57b-88f8970e4159.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.746446] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f180df2-2f0c-4459-aa03-ab746e4006d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.775920] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 689.775920] env[62859]: value = "task-2537595" [ 689.775920] env[62859]: _type = "Task" [ 689.775920] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.783086] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.000244] env[62859]: DEBUG oslo_vmware.api [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537593, 'name': PowerOnVM_Task, 'duration_secs': 1.085811} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.000244] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.000244] env[62859]: INFO nova.compute.manager [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Took 8.92 seconds to spawn the instance on the hypervisor. [ 690.000244] env[62859]: DEBUG nova.compute.manager [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.000607] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cba200c-70ce-4071-9710-b5f0243a47be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.056221] env[62859]: DEBUG nova.scheduler.client.report [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.221620] env[62859]: DEBUG nova.network.neutron [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.283713] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537595, 'name': ReconfigVM_Task, 'duration_secs': 0.292434} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.284064] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ac149eca-36f6-4a52-a57b-88f8970e4159/ac149eca-36f6-4a52-a57b-88f8970e4159.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.284663] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a80dbcb-0176-474b-84fe-f7dd9af40f21 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.290944] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 690.290944] env[62859]: value = "task-2537596" [ 690.290944] env[62859]: _type = "Task" [ 690.290944] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.298016] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537596, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.304102] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquiring lock "e001c8a9-27bb-4957-82be-e2349a5a889c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.304324] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "e001c8a9-27bb-4957-82be-e2349a5a889c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.372370] env[62859]: DEBUG nova.network.neutron [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Updating instance_info_cache with network_info: [{"id": "c9dd2184-dd9d-45a9-a002-cf7134ac0786", "address": "fa:16:3e:a2:e6:6f", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9dd2184-dd", "ovs_interfaceid": "c9dd2184-dd9d-45a9-a002-cf7134ac0786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.525020] env[62859]: INFO nova.compute.manager [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Took 51.71 seconds to build instance. [ 690.801441] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537596, 'name': Rename_Task, 'duration_secs': 0.139106} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.801717] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.801957] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7594e552-ea83-4fb2-b725-ef8b9f9dd071 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.808321] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 690.808321] env[62859]: value = "task-2537597" [ 690.808321] env[62859]: _type = "Task" [ 690.808321] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.816586] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.878025] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-e92be754-1aa3-44b3-a163-08c250b6adf9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.878025] env[62859]: DEBUG nova.compute.manager [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Instance network_info: |[{"id": "c9dd2184-dd9d-45a9-a002-cf7134ac0786", "address": "fa:16:3e:a2:e6:6f", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9dd2184-dd", "ovs_interfaceid": "c9dd2184-dd9d-45a9-a002-cf7134ac0786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.878025] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:e6:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9dd2184-dd9d-45a9-a002-cf7134ac0786', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.887949] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Creating folder: Project (cc575212bb084cb080977084ccbdb30c). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.891018] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f3b9a46-74cd-4fb3-94a3-110bf8fb413f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.902281] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Created folder: Project (cc575212bb084cb080977084ccbdb30c) in parent group-v512592. [ 690.902281] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Creating folder: Instances. Parent ref: group-v512695. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.902281] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04a0d484-4952-412c-a539-d46ebab8856a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.911113] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Created folder: Instances in parent group-v512695. [ 690.911113] env[62859]: DEBUG oslo.service.loopingcall [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.911113] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.911113] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-884e82b8-713a-4ce3-ba18-3f1da078fcf9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.941029] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.941029] env[62859]: value = "task-2537600" [ 690.941029] env[62859]: _type = "Task" [ 690.941029] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.952465] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537600, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.025212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f9cce238-3a1c-4762-a8c0-0e851bd25423 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.361s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.069763] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.650s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.072685] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.709s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.074196] env[62859]: INFO nova.compute.claims [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.106749] env[62859]: DEBUG nova.compute.manager [req-4f56f994-e88d-4ee0-aa38-ea2b93586f59 req-94131ace-de8c-4223-99c8-c1ee6c3df59e service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Received event network-changed-c9dd2184-dd9d-45a9-a002-cf7134ac0786 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.106857] env[62859]: DEBUG nova.compute.manager [req-4f56f994-e88d-4ee0-aa38-ea2b93586f59 req-94131ace-de8c-4223-99c8-c1ee6c3df59e service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Refreshing instance network info cache due to event network-changed-c9dd2184-dd9d-45a9-a002-cf7134ac0786. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.107485] env[62859]: DEBUG oslo_concurrency.lockutils [req-4f56f994-e88d-4ee0-aa38-ea2b93586f59 req-94131ace-de8c-4223-99c8-c1ee6c3df59e service nova] Acquiring lock "refresh_cache-e92be754-1aa3-44b3-a163-08c250b6adf9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.107658] env[62859]: DEBUG oslo_concurrency.lockutils [req-4f56f994-e88d-4ee0-aa38-ea2b93586f59 req-94131ace-de8c-4223-99c8-c1ee6c3df59e service nova] Acquired lock "refresh_cache-e92be754-1aa3-44b3-a163-08c250b6adf9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.107734] env[62859]: DEBUG nova.network.neutron [req-4f56f994-e88d-4ee0-aa38-ea2b93586f59 req-94131ace-de8c-4223-99c8-c1ee6c3df59e service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Refreshing network info cache for port c9dd2184-dd9d-45a9-a002-cf7134ac0786 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.319491] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.432864] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "4c0cf0c6-1710-439a-a670-923e7bf21967" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.433583] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "4c0cf0c6-1710-439a-a670-923e7bf21967" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.452899] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537600, 'name': CreateVM_Task, 'duration_secs': 0.405764} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.453269] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.454118] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.454462] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.454929] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.455325] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9fb110b-486a-46d4-85f7-3037ba14a5f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.460052] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 691.460052] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ae6ba-5116-a32d-05aa-8b240d2908c8" [ 691.460052] env[62859]: _type = "Task" [ 691.460052] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.468208] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ae6ba-5116-a32d-05aa-8b240d2908c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.529299] env[62859]: DEBUG nova.compute.manager [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.650857] env[62859]: INFO nova.scheduler.client.report [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Deleted allocation for migration 1a46f4b5-2a54-43c6-842f-19c3648a51f3 [ 691.820244] env[62859]: DEBUG oslo_vmware.api [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537597, 'name': PowerOnVM_Task, 'duration_secs': 0.869548} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.820577] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.820816] env[62859]: INFO nova.compute.manager [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Took 8.18 seconds to spawn the instance on the hypervisor. [ 691.821073] env[62859]: DEBUG nova.compute.manager [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.821984] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccd46e2-0483-402a-b77b-c12ee7f95fe6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.843661] env[62859]: DEBUG nova.network.neutron [req-4f56f994-e88d-4ee0-aa38-ea2b93586f59 req-94131ace-de8c-4223-99c8-c1ee6c3df59e service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Updated VIF entry in instance network info cache for port c9dd2184-dd9d-45a9-a002-cf7134ac0786. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.844034] env[62859]: DEBUG nova.network.neutron [req-4f56f994-e88d-4ee0-aa38-ea2b93586f59 req-94131ace-de8c-4223-99c8-c1ee6c3df59e service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Updating instance_info_cache with network_info: [{"id": "c9dd2184-dd9d-45a9-a002-cf7134ac0786", "address": "fa:16:3e:a2:e6:6f", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9dd2184-dd", "ovs_interfaceid": "c9dd2184-dd9d-45a9-a002-cf7134ac0786", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.970437] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ae6ba-5116-a32d-05aa-8b240d2908c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015879} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.970746] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.970992] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.971254] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.971396] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.971568] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.972384] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6293d097-3c23-42db-8d23-ae64c51a75b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.979937] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.979983] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.980678] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb43ff2-d37b-4844-9861-fc59c9bfbac8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.985828] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 691.985828] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5259c62e-7b6b-6b08-062e-460fd8e4eb2a" [ 691.985828] env[62859]: _type = "Task" [ 691.985828] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.992655] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5259c62e-7b6b-6b08-062e-460fd8e4eb2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.047039] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.159904] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed5617c8-e9bb-4ade-b134-433026d55446 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.088s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.346902] env[62859]: INFO nova.compute.manager [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Took 51.44 seconds to build instance. [ 692.348032] env[62859]: DEBUG oslo_concurrency.lockutils [req-4f56f994-e88d-4ee0-aa38-ea2b93586f59 req-94131ace-de8c-4223-99c8-c1ee6c3df59e service nova] Releasing lock "refresh_cache-e92be754-1aa3-44b3-a163-08c250b6adf9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.498222] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5259c62e-7b6b-6b08-062e-460fd8e4eb2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.499063] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65dd5d2c-c823-45e3-ba44-754683dbc9c6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.506786] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 692.506786] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529ca462-8bf2-4716-3196-1fe88f85a424" [ 692.506786] env[62859]: _type = "Task" [ 692.506786] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.514704] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529ca462-8bf2-4716-3196-1fe88f85a424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.527189] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199345b5-da31-430e-8782-bfca6e4319bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.534372] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89de260-2e2d-4b4e-8bd1-f62251027b21 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.567041] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1416decb-1b95-4a50-a761-0a22341bde1f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.575029] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad34072-8290-4422-af80-55d37afae96c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.588261] env[62859]: DEBUG nova.compute.provider_tree [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.849268] env[62859]: DEBUG oslo_concurrency.lockutils [None req-08d99e2f-ca89-4994-8771-583b118485a7 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "ac149eca-36f6-4a52-a57b-88f8970e4159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.985s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.018806] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529ca462-8bf2-4716-3196-1fe88f85a424, 'name': SearchDatastore_Task, 'duration_secs': 0.017415} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.019089] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.019347] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] e92be754-1aa3-44b3-a163-08c250b6adf9/e92be754-1aa3-44b3-a163-08c250b6adf9.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.019608] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14d8b1de-fcbb-4c5a-bfdc-6f29ac846a3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.026411] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 693.026411] env[62859]: value = "task-2537601" [ 693.026411] env[62859]: _type = "Task" [ 693.026411] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.034534] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.091838] env[62859]: DEBUG nova.scheduler.client.report [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.144978] env[62859]: DEBUG nova.compute.manager [req-25e11472-1639-43df-b003-516664fdb253 req-88e29a33-ad9f-46aa-9a0f-4bf255c115be service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Received event network-changed-2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.145327] env[62859]: DEBUG nova.compute.manager [req-25e11472-1639-43df-b003-516664fdb253 req-88e29a33-ad9f-46aa-9a0f-4bf255c115be service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Refreshing instance network info cache due to event network-changed-2a064f99-9381-4da7-9778-1ebe78059a3b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.145558] env[62859]: DEBUG oslo_concurrency.lockutils [req-25e11472-1639-43df-b003-516664fdb253 req-88e29a33-ad9f-46aa-9a0f-4bf255c115be service nova] Acquiring lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.145633] env[62859]: DEBUG oslo_concurrency.lockutils [req-25e11472-1639-43df-b003-516664fdb253 req-88e29a33-ad9f-46aa-9a0f-4bf255c115be service nova] Acquired lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.145782] env[62859]: DEBUG nova.network.neutron [req-25e11472-1639-43df-b003-516664fdb253 req-88e29a33-ad9f-46aa-9a0f-4bf255c115be service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Refreshing network info cache for port 2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.234786] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e564c78-7e4b-4ba9-951d-f17488ffe9af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.241288] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-29560c33-45d3-4862-afbd-f349afde125f tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Suspending the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 693.241576] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5a9fbcc7-c8d6-414c-a6c7-e88c6733988e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.247333] env[62859]: DEBUG oslo_vmware.api [None req-29560c33-45d3-4862-afbd-f349afde125f tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 693.247333] env[62859]: value = "task-2537602" [ 693.247333] env[62859]: _type = "Task" [ 693.247333] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.256349] env[62859]: DEBUG oslo_vmware.api [None req-29560c33-45d3-4862-afbd-f349afde125f tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537602, 'name': SuspendVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.354031] env[62859]: DEBUG nova.compute.manager [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.538994] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537601, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.599392] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.600210] env[62859]: DEBUG nova.compute.manager [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.603112] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.690s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.605127] env[62859]: INFO nova.compute.claims [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.759601] env[62859]: DEBUG oslo_vmware.api [None req-29560c33-45d3-4862-afbd-f349afde125f tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537602, 'name': SuspendVM_Task} progress is 58%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.875231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.891722] env[62859]: DEBUG nova.network.neutron [req-25e11472-1639-43df-b003-516664fdb253 req-88e29a33-ad9f-46aa-9a0f-4bf255c115be service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updated VIF entry in instance network info cache for port 2a064f99-9381-4da7-9778-1ebe78059a3b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.892177] env[62859]: DEBUG nova.network.neutron [req-25e11472-1639-43df-b003-516664fdb253 req-88e29a33-ad9f-46aa-9a0f-4bf255c115be service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updating instance_info_cache with network_info: [{"id": "2a064f99-9381-4da7-9778-1ebe78059a3b", "address": "fa:16:3e:7a:3a:6f", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a064f99-93", "ovs_interfaceid": "2a064f99-9381-4da7-9778-1ebe78059a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.039592] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781637} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.039866] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] e92be754-1aa3-44b3-a163-08c250b6adf9/e92be754-1aa3-44b3-a163-08c250b6adf9.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.040111] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.040391] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8d578f5-7271-4ca8-abef-f5adcc09d892 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.046319] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 694.046319] env[62859]: value = "task-2537603" [ 694.046319] env[62859]: _type = "Task" [ 694.046319] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.054583] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.110506] env[62859]: DEBUG nova.compute.utils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.114909] env[62859]: DEBUG nova.compute.manager [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.114909] env[62859]: DEBUG nova.network.neutron [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.163088] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "9045485e-14d4-4894-81be-d3b81b45a794" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.163319] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "9045485e-14d4-4894-81be-d3b81b45a794" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.165560] env[62859]: DEBUG nova.policy [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ed3e2248c44fa4a7573e85a1657d82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9df0160686743af9e7534b2d5b5152c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.258195] env[62859]: DEBUG oslo_vmware.api [None req-29560c33-45d3-4862-afbd-f349afde125f tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537602, 'name': SuspendVM_Task, 'duration_secs': 0.755605} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.258515] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-29560c33-45d3-4862-afbd-f349afde125f tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Suspended the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 694.258713] env[62859]: DEBUG nova.compute.manager [None req-29560c33-45d3-4862-afbd-f349afde125f tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.259477] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261df477-65f5-4804-8fe9-4b42c7af3e41 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.395081] env[62859]: DEBUG oslo_concurrency.lockutils [req-25e11472-1639-43df-b003-516664fdb253 req-88e29a33-ad9f-46aa-9a0f-4bf255c115be service nova] Releasing lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.418365] env[62859]: DEBUG nova.network.neutron [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Successfully created port: a80e74a3-242c-4dcb-9d98-bb3799c6681d {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.556496] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061542} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.556772] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.557596] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7f3962-4062-443a-8355-67d00d0206db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.580710] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] e92be754-1aa3-44b3-a163-08c250b6adf9/e92be754-1aa3-44b3-a163-08c250b6adf9.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.581059] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16c83e9-c193-414e-8298-994bdd16eb75 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.599565] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 694.599565] env[62859]: value = "task-2537604" [ 694.599565] env[62859]: _type = "Task" [ 694.599565] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.608251] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.615045] env[62859]: DEBUG nova.compute.manager [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.667379] env[62859]: DEBUG nova.network.neutron [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Successfully created port: a33a6b04-ca8b-4d7b-aefb-d59240027000 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.118040] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537604, 'name': ReconfigVM_Task, 'duration_secs': 0.306942} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.118040] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Reconfigured VM instance instance-00000020 to attach disk [datastore2] e92be754-1aa3-44b3-a163-08c250b6adf9/e92be754-1aa3-44b3-a163-08c250b6adf9.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.118681] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beb84c7d-5226-4e6a-849d-3136583e0218 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.128124] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 695.128124] env[62859]: value = "task-2537605" [ 695.128124] env[62859]: _type = "Task" [ 695.128124] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.137994] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537605, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.139715] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178a2b0a-5504-43d5-8a2d-7361d74c9dc8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.147570] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbe7803-5e84-48ff-9df7-1b2c6ec7f268 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.180148] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aa508d-055d-41c4-a004-b8caf325eaa8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.188379] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbff9f89-38a6-4e1f-8679-0e9924865230 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.204017] env[62859]: DEBUG nova.compute.provider_tree [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.627443] env[62859]: DEBUG nova.compute.manager [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.638184] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537605, 'name': Rename_Task, 'duration_secs': 0.136798} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.638434] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.638670] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e973fa3b-48ea-4aed-bf5d-d7bddef7b4a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.646173] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 695.646173] env[62859]: value = "task-2537606" [ 695.646173] env[62859]: _type = "Task" [ 695.646173] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.648945] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.648945] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.649123] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.649313] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.649477] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.649631] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.649840] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.650011] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.650187] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.650350] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.650529] env[62859]: DEBUG nova.virt.hardware [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.651331] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a27523f-f9e3-4519-91b0-add4072a6d74 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.661482] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.664214] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fce16c-04f6-41a5-a207-22a9cf86236d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.706990] env[62859]: DEBUG nova.scheduler.client.report [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.101696] env[62859]: DEBUG nova.compute.manager [req-bfcaf0c4-a155-4804-9c4b-51f4166bcda2 req-87edcdb7-660f-46e2-b1a8-0d20153e62cc service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Received event network-vif-plugged-a80e74a3-242c-4dcb-9d98-bb3799c6681d {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 696.101931] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfcaf0c4-a155-4804-9c4b-51f4166bcda2 req-87edcdb7-660f-46e2-b1a8-0d20153e62cc service nova] Acquiring lock "b82c868d-7858-46aa-aae6-c563d91686ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.102261] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfcaf0c4-a155-4804-9c4b-51f4166bcda2 req-87edcdb7-660f-46e2-b1a8-0d20153e62cc service nova] Lock "b82c868d-7858-46aa-aae6-c563d91686ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.102531] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfcaf0c4-a155-4804-9c4b-51f4166bcda2 req-87edcdb7-660f-46e2-b1a8-0d20153e62cc service nova] Lock "b82c868d-7858-46aa-aae6-c563d91686ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.102710] env[62859]: DEBUG nova.compute.manager [req-bfcaf0c4-a155-4804-9c4b-51f4166bcda2 req-87edcdb7-660f-46e2-b1a8-0d20153e62cc service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] No waiting events found dispatching network-vif-plugged-a80e74a3-242c-4dcb-9d98-bb3799c6681d {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.102792] env[62859]: WARNING nova.compute.manager [req-bfcaf0c4-a155-4804-9c4b-51f4166bcda2 req-87edcdb7-660f-46e2-b1a8-0d20153e62cc service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Received unexpected event network-vif-plugged-a80e74a3-242c-4dcb-9d98-bb3799c6681d for instance with vm_state building and task_state spawning. [ 696.157763] env[62859]: DEBUG nova.network.neutron [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Successfully updated port: a80e74a3-242c-4dcb-9d98-bb3799c6681d {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.165623] env[62859]: DEBUG oslo_vmware.api [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537606, 'name': PowerOnVM_Task, 'duration_secs': 0.435347} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.165870] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.166057] env[62859]: INFO nova.compute.manager [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Took 7.84 seconds to spawn the instance on the hypervisor. [ 696.166244] env[62859]: DEBUG nova.compute.manager [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.167504] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f45b294-dfe3-42f6-9f35-1b7824ef34aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.211463] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.212018] env[62859]: DEBUG nova.compute.manager [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.215021] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.301s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.216575] env[62859]: INFO nova.compute.claims [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.561094] env[62859]: DEBUG nova.compute.manager [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.562039] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced11c9b-2691-49b5-85a2-16f4358e51b6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.686040] env[62859]: INFO nova.compute.manager [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Took 49.51 seconds to build instance. [ 696.717032] env[62859]: DEBUG nova.compute.utils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.718277] env[62859]: DEBUG nova.compute.manager [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.719174] env[62859]: DEBUG nova.network.neutron [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.777457] env[62859]: DEBUG nova.policy [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26d05e35c816486aa681329c12d75832', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6aa8796c24f4d0881455975e958da5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.072953] env[62859]: INFO nova.compute.manager [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] instance snapshotting [ 697.073208] env[62859]: WARNING nova.compute.manager [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 697.077135] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad57f9-da85-4070-99ee-f464e950512f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.096787] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46677c7d-717f-419c-a358-d395cee6931b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.187431] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ecc64ff-210e-475e-83f9-2df7a89b2296 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "e92be754-1aa3-44b3-a163-08c250b6adf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.005s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.221289] env[62859]: DEBUG nova.compute.manager [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.440792] env[62859]: DEBUG nova.network.neutron [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Successfully created port: 4fa12152-94a9-4c87-b61f-f4131475c516 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.609296] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.609610] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-679590ae-e302-46f7-a1e5-d0800795af34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.617331] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 697.617331] env[62859]: value = "task-2537607" [ 697.617331] env[62859]: _type = "Task" [ 697.617331] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.625574] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.690249] env[62859]: DEBUG nova.compute.manager [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.711610] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d14a297-5dc2-42f6-8e01-31afbb0d63ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.720312] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f6aa2a-4c88-4c4f-b7ee-59ab8a0721a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.756777] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa334a8-c69a-4e13-912b-86004e4a39bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.764981] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9760a9-cbc0-4ab0-bf0b-740f7a7aa352 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.780032] env[62859]: DEBUG nova.compute.provider_tree [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.845406] env[62859]: INFO nova.compute.manager [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Rebuilding instance [ 697.879942] env[62859]: DEBUG nova.compute.manager [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.880828] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baa29a7-3d88-4115-b4c2-cba98fe7213b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.131553] env[62859]: DEBUG nova.compute.manager [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Received event network-changed-a80e74a3-242c-4dcb-9d98-bb3799c6681d {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.131553] env[62859]: DEBUG nova.compute.manager [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Refreshing instance network info cache due to event network-changed-a80e74a3-242c-4dcb-9d98-bb3799c6681d. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 698.131553] env[62859]: DEBUG oslo_concurrency.lockutils [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] Acquiring lock "refresh_cache-b82c868d-7858-46aa-aae6-c563d91686ab" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.131553] env[62859]: DEBUG oslo_concurrency.lockutils [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] Acquired lock "refresh_cache-b82c868d-7858-46aa-aae6-c563d91686ab" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.131553] env[62859]: DEBUG nova.network.neutron [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Refreshing network info cache for port a80e74a3-242c-4dcb-9d98-bb3799c6681d {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.134020] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537607, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.140216] env[62859]: DEBUG nova.network.neutron [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Successfully updated port: a33a6b04-ca8b-4d7b-aefb-d59240027000 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.213048] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.256835] env[62859]: DEBUG nova.compute.manager [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.283071] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.283375] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.283651] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.283819] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.283944] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.284114] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.284443] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.284606] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.284774] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.284936] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.285127] env[62859]: DEBUG nova.virt.hardware [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.285939] env[62859]: DEBUG nova.scheduler.client.report [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.289777] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21f0187-b37e-4eb6-b752-f8e062a3769f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.299565] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5411cd-678f-4137-a2b4-79baf68e2d3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.630322] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537607, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.645353] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "refresh_cache-b82c868d-7858-46aa-aae6-c563d91686ab" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.671935] env[62859]: DEBUG nova.network.neutron [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.751272] env[62859]: DEBUG nova.network.neutron [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.796179] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.796715] env[62859]: DEBUG nova.compute.manager [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.799456] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.113s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.799682] env[62859]: DEBUG nova.objects.instance [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lazy-loading 'resources' on Instance uuid 7ce245ef-0fab-41af-988a-bc856e67380b {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.884630] env[62859]: DEBUG nova.compute.manager [req-74f758c4-d05c-4365-a195-7e8ca8199b18 req-573e570d-98e3-49f1-9582-2d11861ebff6 service nova] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Received event network-vif-plugged-4fa12152-94a9-4c87-b61f-f4131475c516 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 698.884853] env[62859]: DEBUG oslo_concurrency.lockutils [req-74f758c4-d05c-4365-a195-7e8ca8199b18 req-573e570d-98e3-49f1-9582-2d11861ebff6 service nova] Acquiring lock "61298cc5-f277-4ffa-a9ce-5d6998706a51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.885132] env[62859]: DEBUG oslo_concurrency.lockutils [req-74f758c4-d05c-4365-a195-7e8ca8199b18 req-573e570d-98e3-49f1-9582-2d11861ebff6 service nova] Lock "61298cc5-f277-4ffa-a9ce-5d6998706a51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.885339] env[62859]: DEBUG oslo_concurrency.lockutils [req-74f758c4-d05c-4365-a195-7e8ca8199b18 req-573e570d-98e3-49f1-9582-2d11861ebff6 service nova] Lock "61298cc5-f277-4ffa-a9ce-5d6998706a51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.885528] env[62859]: DEBUG nova.compute.manager [req-74f758c4-d05c-4365-a195-7e8ca8199b18 req-573e570d-98e3-49f1-9582-2d11861ebff6 service nova] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] No waiting events found dispatching network-vif-plugged-4fa12152-94a9-4c87-b61f-f4131475c516 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.885711] env[62859]: WARNING nova.compute.manager [req-74f758c4-d05c-4365-a195-7e8ca8199b18 req-573e570d-98e3-49f1-9582-2d11861ebff6 service nova] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Received unexpected event network-vif-plugged-4fa12152-94a9-4c87-b61f-f4131475c516 for instance with vm_state building and task_state spawning. [ 698.892977] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.893512] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff8f6907-6d8f-4bff-96d9-9a0d2c0ac0c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.901228] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 698.901228] env[62859]: value = "task-2537608" [ 698.901228] env[62859]: _type = "Task" [ 698.901228] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.911020] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.990296] env[62859]: DEBUG nova.network.neutron [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Successfully updated port: 4fa12152-94a9-4c87-b61f-f4131475c516 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.130600] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537607, 'name': CreateSnapshot_Task, 'duration_secs': 1.174625} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.130865] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 699.131617] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46af9c-1929-4b13-9e7a-68cd8ad41e02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.254230] env[62859]: DEBUG oslo_concurrency.lockutils [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] Releasing lock "refresh_cache-b82c868d-7858-46aa-aae6-c563d91686ab" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.254516] env[62859]: DEBUG nova.compute.manager [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Received event network-vif-plugged-a33a6b04-ca8b-4d7b-aefb-d59240027000 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.254711] env[62859]: DEBUG oslo_concurrency.lockutils [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] Acquiring lock "b82c868d-7858-46aa-aae6-c563d91686ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.254923] env[62859]: DEBUG oslo_concurrency.lockutils [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] Lock "b82c868d-7858-46aa-aae6-c563d91686ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.255289] env[62859]: DEBUG oslo_concurrency.lockutils [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] Lock "b82c868d-7858-46aa-aae6-c563d91686ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.255501] env[62859]: DEBUG nova.compute.manager [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] No waiting events found dispatching network-vif-plugged-a33a6b04-ca8b-4d7b-aefb-d59240027000 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.255631] env[62859]: WARNING nova.compute.manager [req-a23c2fb5-94cc-4a47-8362-c212e696d334 req-ed49bc40-a0e9-4590-922f-eb14002d284f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Received unexpected event network-vif-plugged-a33a6b04-ca8b-4d7b-aefb-d59240027000 for instance with vm_state building and task_state spawning. [ 699.255951] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquired lock "refresh_cache-b82c868d-7858-46aa-aae6-c563d91686ab" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.256120] env[62859]: DEBUG nova.network.neutron [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.302695] env[62859]: DEBUG nova.compute.utils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.304066] env[62859]: DEBUG nova.compute.manager [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.304263] env[62859]: DEBUG nova.network.neutron [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.347431] env[62859]: DEBUG nova.policy [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '669162e42ea34563b88a824eb9818b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2ae3de37a5423b893e09d89c3bd185', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.412476] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537608, 'name': PowerOffVM_Task, 'duration_secs': 0.166261} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.412743] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.412967] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.413725] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac14d6e5-671a-4081-b172-a5ef0106c1f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.422230] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.422521] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dcb56ed-c05d-4fc2-8fce-016c94d69762 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.484751] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.488513] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.488777] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleting the datastore file [datastore2] e92be754-1aa3-44b3-a163-08c250b6adf9 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.489061] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12cac044-5261-4a27-9c48-786b17a696ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.497264] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "refresh_cache-61298cc5-f277-4ffa-a9ce-5d6998706a51" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.497264] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquired lock "refresh_cache-61298cc5-f277-4ffa-a9ce-5d6998706a51" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.497264] env[62859]: DEBUG nova.network.neutron [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.497264] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 699.497264] env[62859]: value = "task-2537610" [ 699.497264] env[62859]: _type = "Task" [ 699.497264] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.511747] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.653153] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 699.657206] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a20b40d6-1589-4dce-b7cf-09fa23583458 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.666698] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 699.666698] env[62859]: value = "task-2537611" [ 699.666698] env[62859]: _type = "Task" [ 699.666698] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.677068] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537611, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.742104] env[62859]: DEBUG nova.network.neutron [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Successfully created port: 5b5769ee-e7d9-42fe-bf83-1b59bc619d72 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.796336] env[62859]: DEBUG nova.network.neutron [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.800752] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b7422c-5437-4c9e-9fb1-6fe78a1e2d86 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.808634] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b241c88b-2226-46c8-9884-92c9a6c7cd38 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.812324] env[62859]: DEBUG nova.compute.manager [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.853122] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab4138-1742-415f-a21a-96ed89338640 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.861884] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f75d5-7255-46ff-8601-b635fcebebf7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.877215] env[62859]: DEBUG nova.compute.provider_tree [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.008240] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166053} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.008693] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.009535] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.009535] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.061119] env[62859]: DEBUG nova.network.neutron [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.178825] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537611, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.180447] env[62859]: DEBUG nova.compute.manager [req-61706ab4-104e-4827-a05a-7e23eb102339 req-bd87d1cf-47d9-4e32-a6fc-ed16fb51da5f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Received event network-changed-a33a6b04-ca8b-4d7b-aefb-d59240027000 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.180630] env[62859]: DEBUG nova.compute.manager [req-61706ab4-104e-4827-a05a-7e23eb102339 req-bd87d1cf-47d9-4e32-a6fc-ed16fb51da5f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Refreshing instance network info cache due to event network-changed-a33a6b04-ca8b-4d7b-aefb-d59240027000. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.181771] env[62859]: DEBUG oslo_concurrency.lockutils [req-61706ab4-104e-4827-a05a-7e23eb102339 req-bd87d1cf-47d9-4e32-a6fc-ed16fb51da5f service nova] Acquiring lock "refresh_cache-b82c868d-7858-46aa-aae6-c563d91686ab" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.208436] env[62859]: DEBUG nova.network.neutron [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Updating instance_info_cache with network_info: [{"id": "a80e74a3-242c-4dcb-9d98-bb3799c6681d", "address": "fa:16:3e:0e:6c:95", "network": {"id": "4befdba8-eae2-4baa-9565-92225a4be893", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1505231365", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa80e74a3-24", "ovs_interfaceid": "a80e74a3-242c-4dcb-9d98-bb3799c6681d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a33a6b04-ca8b-4d7b-aefb-d59240027000", "address": "fa:16:3e:8e:78:11", "network": {"id": "bd1f4d25-54ff-4431-bf56-0f82f1e9aeba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-911200040", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33a6b04-ca", "ovs_interfaceid": "a33a6b04-ca8b-4d7b-aefb-d59240027000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.242687] env[62859]: DEBUG nova.network.neutron [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Updating instance_info_cache with network_info: [{"id": "4fa12152-94a9-4c87-b61f-f4131475c516", "address": "fa:16:3e:08:96:46", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa12152-94", "ovs_interfaceid": "4fa12152-94a9-4c87-b61f-f4131475c516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.381710] env[62859]: DEBUG nova.scheduler.client.report [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.678438] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537611, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.713468] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Releasing lock "refresh_cache-b82c868d-7858-46aa-aae6-c563d91686ab" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.713853] env[62859]: DEBUG nova.compute.manager [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Instance network_info: |[{"id": "a80e74a3-242c-4dcb-9d98-bb3799c6681d", "address": "fa:16:3e:0e:6c:95", "network": {"id": "4befdba8-eae2-4baa-9565-92225a4be893", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1505231365", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa80e74a3-24", "ovs_interfaceid": "a80e74a3-242c-4dcb-9d98-bb3799c6681d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a33a6b04-ca8b-4d7b-aefb-d59240027000", "address": "fa:16:3e:8e:78:11", "network": {"id": "bd1f4d25-54ff-4431-bf56-0f82f1e9aeba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-911200040", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33a6b04-ca", "ovs_interfaceid": "a33a6b04-ca8b-4d7b-aefb-d59240027000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.714237] env[62859]: DEBUG oslo_concurrency.lockutils [req-61706ab4-104e-4827-a05a-7e23eb102339 req-bd87d1cf-47d9-4e32-a6fc-ed16fb51da5f service nova] Acquired lock "refresh_cache-b82c868d-7858-46aa-aae6-c563d91686ab" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.714430] env[62859]: DEBUG nova.network.neutron [req-61706ab4-104e-4827-a05a-7e23eb102339 req-bd87d1cf-47d9-4e32-a6fc-ed16fb51da5f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Refreshing network info cache for port a33a6b04-ca8b-4d7b-aefb-d59240027000 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.715656] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:6c:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a80e74a3-242c-4dcb-9d98-bb3799c6681d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:78:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a33a6b04-ca8b-4d7b-aefb-d59240027000', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.724724] env[62859]: DEBUG oslo.service.loopingcall [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.725718] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.725943] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e71b7cbe-2709-4361-b9e4-203b8442c520 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.745675] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Releasing lock "refresh_cache-61298cc5-f277-4ffa-a9ce-5d6998706a51" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.745967] env[62859]: DEBUG nova.compute.manager [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Instance network_info: |[{"id": "4fa12152-94a9-4c87-b61f-f4131475c516", "address": "fa:16:3e:08:96:46", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa12152-94", "ovs_interfaceid": "4fa12152-94a9-4c87-b61f-f4131475c516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.746612] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:96:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa12152-94a9-4c87-b61f-f4131475c516', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.753714] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Creating folder: Project (f6aa8796c24f4d0881455975e958da5b). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.755485] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6b2294d-f71c-4da6-a597-3f6139bbf8e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.757109] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.757109] env[62859]: value = "task-2537612" [ 700.757109] env[62859]: _type = "Task" [ 700.757109] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.766194] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537612, 'name': CreateVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.767404] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Created folder: Project (f6aa8796c24f4d0881455975e958da5b) in parent group-v512592. [ 700.767585] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Creating folder: Instances. Parent ref: group-v512700. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.767802] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fad292c-5f79-49b1-be94-ae31aee603bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.776934] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Created folder: Instances in parent group-v512700. [ 700.777237] env[62859]: DEBUG oslo.service.loopingcall [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.777360] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.777558] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69e5de28-7a00-4785-8a76-89f3f9eff0a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.797341] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.797341] env[62859]: value = "task-2537615" [ 700.797341] env[62859]: _type = "Task" [ 700.797341] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.808124] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537615, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.824607] env[62859]: DEBUG nova.compute.manager [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.852556] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.852803] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.852981] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.853197] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.853350] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.853501] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.853709] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.853870] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.854117] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.854308] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.854518] env[62859]: DEBUG nova.virt.hardware [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.855463] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0414394a-3b68-4a33-9c48-6e99f1457eef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.863952] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d79398-c0ab-43e9-b7b1-d6a1c7901844 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.887300] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.889666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.393s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.891175] env[62859]: INFO nova.compute.claims [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.912630] env[62859]: DEBUG nova.compute.manager [req-ef30bc95-f5ed-4bd3-8b6b-215e0ba7747d req-9d4551f6-1e92-40f9-b575-f31fd9dfefa6 service nova] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Received event network-changed-4fa12152-94a9-4c87-b61f-f4131475c516 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 700.912856] env[62859]: DEBUG nova.compute.manager [req-ef30bc95-f5ed-4bd3-8b6b-215e0ba7747d req-9d4551f6-1e92-40f9-b575-f31fd9dfefa6 service nova] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Refreshing instance network info cache due to event network-changed-4fa12152-94a9-4c87-b61f-f4131475c516. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 700.913086] env[62859]: DEBUG oslo_concurrency.lockutils [req-ef30bc95-f5ed-4bd3-8b6b-215e0ba7747d req-9d4551f6-1e92-40f9-b575-f31fd9dfefa6 service nova] Acquiring lock "refresh_cache-61298cc5-f277-4ffa-a9ce-5d6998706a51" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.913298] env[62859]: DEBUG oslo_concurrency.lockutils [req-ef30bc95-f5ed-4bd3-8b6b-215e0ba7747d req-9d4551f6-1e92-40f9-b575-f31fd9dfefa6 service nova] Acquired lock "refresh_cache-61298cc5-f277-4ffa-a9ce-5d6998706a51" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.913439] env[62859]: DEBUG nova.network.neutron [req-ef30bc95-f5ed-4bd3-8b6b-215e0ba7747d req-9d4551f6-1e92-40f9-b575-f31fd9dfefa6 service nova] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Refreshing network info cache for port 4fa12152-94a9-4c87-b61f-f4131475c516 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.915997] env[62859]: INFO nova.scheduler.client.report [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Deleted allocations for instance 7ce245ef-0fab-41af-988a-bc856e67380b [ 701.043804] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.045020] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.045020] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.045020] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.045020] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.045414] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.045955] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.046823] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.046823] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.046823] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.046948] env[62859]: DEBUG nova.virt.hardware [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.048184] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91023359-3ffd-4dab-bc47-c2a627107cf0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.056357] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aba256-88e6-4192-ae13-d2ecafac087c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.070169] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:e6:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9dd2184-dd9d-45a9-a002-cf7134ac0786', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.078969] env[62859]: DEBUG oslo.service.loopingcall [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.079287] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.079520] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe4f7827-5d5a-4914-bcef-68e74f353313 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.098856] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.098856] env[62859]: value = "task-2537616" [ 701.098856] env[62859]: _type = "Task" [ 701.098856] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.106844] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537616, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.182026] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537611, 'name': CloneVM_Task, 'duration_secs': 1.369016} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.182026] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Created linked-clone VM from snapshot [ 701.182026] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c81231b-2827-411d-8619-889ba11a06f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.188654] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Uploading image 7ff47a65-5f9d-44a9-aa16-ab3c2866f3c4 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 701.217028] env[62859]: DEBUG oslo_vmware.rw_handles [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 701.217028] env[62859]: value = "vm-512699" [ 701.217028] env[62859]: _type = "VirtualMachine" [ 701.217028] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 701.218022] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b6c602a2-aa0a-42c7-bf50-07cc52e3c93b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.229365] env[62859]: DEBUG oslo_vmware.rw_handles [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lease: (returnval){ [ 701.229365] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528431bc-4e34-7612-34cd-41976a22a664" [ 701.229365] env[62859]: _type = "HttpNfcLease" [ 701.229365] env[62859]: } obtained for exporting VM: (result){ [ 701.229365] env[62859]: value = "vm-512699" [ 701.229365] env[62859]: _type = "VirtualMachine" [ 701.229365] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 701.230083] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the lease: (returnval){ [ 701.230083] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528431bc-4e34-7612-34cd-41976a22a664" [ 701.230083] env[62859]: _type = "HttpNfcLease" [ 701.230083] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 701.241036] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.241036] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528431bc-4e34-7612-34cd-41976a22a664" [ 701.241036] env[62859]: _type = "HttpNfcLease" [ 701.241036] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 701.241036] env[62859]: DEBUG oslo_vmware.rw_handles [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 701.241036] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528431bc-4e34-7612-34cd-41976a22a664" [ 701.241036] env[62859]: _type = "HttpNfcLease" [ 701.241036] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 701.241036] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b574ee20-e2a1-4bfe-b962-141c30aa6a6d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.248644] env[62859]: DEBUG oslo_vmware.rw_handles [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3d28-148a-deb5-8471-0faf8af3fd32/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 701.249129] env[62859]: DEBUG oslo_vmware.rw_handles [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3d28-148a-deb5-8471-0faf8af3fd32/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 701.330894] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537615, 'name': CreateVM_Task, 'duration_secs': 0.398833} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.335208] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.335208] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537612, 'name': CreateVM_Task, 'duration_secs': 0.421662} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.336300] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.336300] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.336447] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.336700] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.337114] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f052edc9-754b-4800-9243-510fc43864ca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.339595] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.343099] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 701.343099] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ebc1c7-ba4f-579a-cc40-e5ac55ba11f7" [ 701.343099] env[62859]: _type = "Task" [ 701.343099] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.352541] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ebc1c7-ba4f-579a-cc40-e5ac55ba11f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.356159] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f107955-dc11-4753-932f-a5a84f9cfc3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.426479] env[62859]: DEBUG nova.network.neutron [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Successfully updated port: 5b5769ee-e7d9-42fe-bf83-1b59bc619d72 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.430969] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4fe93722-9f8e-4587-ab3d-51a77997a0e6 tempest-ServerAddressesTestJSON-2000600275 tempest-ServerAddressesTestJSON-2000600275-project-member] Lock "7ce245ef-0fab-41af-988a-bc856e67380b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.611s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.609143] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537616, 'name': CreateVM_Task, 'duration_secs': 0.343972} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.609455] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.610179] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.662202] env[62859]: DEBUG nova.network.neutron [req-61706ab4-104e-4827-a05a-7e23eb102339 req-bd87d1cf-47d9-4e32-a6fc-ed16fb51da5f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Updated VIF entry in instance network info cache for port a33a6b04-ca8b-4d7b-aefb-d59240027000. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.662649] env[62859]: DEBUG nova.network.neutron [req-61706ab4-104e-4827-a05a-7e23eb102339 req-bd87d1cf-47d9-4e32-a6fc-ed16fb51da5f service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Updating instance_info_cache with network_info: [{"id": "a80e74a3-242c-4dcb-9d98-bb3799c6681d", "address": "fa:16:3e:0e:6c:95", "network": {"id": "4befdba8-eae2-4baa-9565-92225a4be893", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1505231365", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa80e74a3-24", "ovs_interfaceid": "a80e74a3-242c-4dcb-9d98-bb3799c6681d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a33a6b04-ca8b-4d7b-aefb-d59240027000", "address": "fa:16:3e:8e:78:11", "network": {"id": "bd1f4d25-54ff-4431-bf56-0f82f1e9aeba", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-911200040", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa33a6b04-ca", "ovs_interfaceid": "a33a6b04-ca8b-4d7b-aefb-d59240027000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.809167] env[62859]: DEBUG nova.network.neutron [req-ef30bc95-f5ed-4bd3-8b6b-215e0ba7747d req-9d4551f6-1e92-40f9-b575-f31fd9dfefa6 service nova] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Updated VIF entry in instance network info cache for port 4fa12152-94a9-4c87-b61f-f4131475c516. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.810242] env[62859]: DEBUG nova.network.neutron [req-ef30bc95-f5ed-4bd3-8b6b-215e0ba7747d req-9d4551f6-1e92-40f9-b575-f31fd9dfefa6 service nova] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Updating instance_info_cache with network_info: [{"id": "4fa12152-94a9-4c87-b61f-f4131475c516", "address": "fa:16:3e:08:96:46", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa12152-94", "ovs_interfaceid": "4fa12152-94a9-4c87-b61f-f4131475c516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.861549] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ebc1c7-ba4f-579a-cc40-e5ac55ba11f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.862148] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.862491] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.862758] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.862976] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.863520] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.864193] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.864677] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.864941] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03fad271-77be-49d3-afff-ded6994b5914 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.867691] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98df23d4-d6cd-4acb-8202-b77a60b3e627 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.873500] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 701.873500] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f25a0c-5888-98eb-3cdd-f319a8dfa0b0" [ 701.873500] env[62859]: _type = "Task" [ 701.873500] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.879844] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.880053] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.881785] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822fddbc-c9c7-414b-ac2e-43b8ba133159 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.890096] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f25a0c-5888-98eb-3cdd-f319a8dfa0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.891140] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.891421] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.891639] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.891867] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.892262] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 701.893941] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd4cf8e-cfc1-4125-8b60-9b35434bf31d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.896377] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 701.896377] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528457bf-94d1-9670-d517-3568cdec3bb5" [ 701.896377] env[62859]: _type = "Task" [ 701.896377] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.906476] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 701.906476] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cba3aa-b5ca-fd50-6085-73a93303f695" [ 701.906476] env[62859]: _type = "Task" [ 701.906476] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.914023] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528457bf-94d1-9670-d517-3568cdec3bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.915150] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e61b6a5-c6ff-4e26-962d-d29ec57e914b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.920943] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cba3aa-b5ca-fd50-6085-73a93303f695, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.922735] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.922735] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.922735] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.923790] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 701.923790] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526b4d79-db0f-b794-3709-cec70ac4d45d" [ 701.923790] env[62859]: _type = "Task" [ 701.923790] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.933611] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquiring lock "refresh_cache-b1f7f686-6345-42ac-8227-f1a176e0d437" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.933817] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquired lock "refresh_cache-b1f7f686-6345-42ac-8227-f1a176e0d437" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.934034] env[62859]: DEBUG nova.network.neutron [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.937032] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526b4d79-db0f-b794-3709-cec70ac4d45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.165531] env[62859]: DEBUG oslo_concurrency.lockutils [req-61706ab4-104e-4827-a05a-7e23eb102339 req-bd87d1cf-47d9-4e32-a6fc-ed16fb51da5f service nova] Releasing lock "refresh_cache-b82c868d-7858-46aa-aae6-c563d91686ab" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.312247] env[62859]: DEBUG oslo_concurrency.lockutils [req-ef30bc95-f5ed-4bd3-8b6b-215e0ba7747d req-9d4551f6-1e92-40f9-b575-f31fd9dfefa6 service nova] Releasing lock "refresh_cache-61298cc5-f277-4ffa-a9ce-5d6998706a51" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.447457] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526b4d79-db0f-b794-3709-cec70ac4d45d, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.448483] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.448483] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 61298cc5-f277-4ffa-a9ce-5d6998706a51/61298cc5-f277-4ffa-a9ce-5d6998706a51.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.451581] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.451581] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.451581] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e41fc88-907e-4b2b-8fe5-ffac5e305a21 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.459650] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82eb1a4e-2d86-4237-b38b-fb1fdb735a3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.471227] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 702.471227] env[62859]: value = "task-2537618" [ 702.471227] env[62859]: _type = "Task" [ 702.471227] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.482183] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.482183] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.483453] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98574805-a0ad-402d-8e2b-9748f1c59c91 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.492675] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.494037] env[62859]: DEBUG nova.network.neutron [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.503879] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 702.503879] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52005140-4910-603d-1ab8-3eaf4ee0d8b5" [ 702.503879] env[62859]: _type = "Task" [ 702.503879] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.515852] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52005140-4910-603d-1ab8-3eaf4ee0d8b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.520402] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb82d05-4bfe-4ba6-87b2-9ec0626b4dd0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.530966] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 702.530966] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245aa36-c2a5-d957-72a1-b08906f06eb2" [ 702.530966] env[62859]: _type = "Task" [ 702.530966] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.546537] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245aa36-c2a5-d957-72a1-b08906f06eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.570249] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf91a48-a4d8-4db4-9cf9-516dcca2e39b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.578272] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ceaa7-a580-4179-85c8-1913463255b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.621027] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dbfc40-3855-42d4-8a67-1d72d96f6d77 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.630023] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e29e5db-be87-4e4d-9783-6cd06258e8be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.643890] env[62859]: DEBUG nova.compute.provider_tree [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.661039] env[62859]: DEBUG nova.network.neutron [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Updating instance_info_cache with network_info: [{"id": "5b5769ee-e7d9-42fe-bf83-1b59bc619d72", "address": "fa:16:3e:47:0d:dd", "network": {"id": "ef1411f2-b9e4-4474-95cd-e3cd7d307c90", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1827381393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ae3de37a5423b893e09d89c3bd185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5769ee-e7", "ovs_interfaceid": "5b5769ee-e7d9-42fe-bf83-1b59bc619d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.945398] env[62859]: DEBUG nova.compute.manager [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Received event network-vif-plugged-5b5769ee-e7d9-42fe-bf83-1b59bc619d72 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.945398] env[62859]: DEBUG oslo_concurrency.lockutils [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] Acquiring lock "b1f7f686-6345-42ac-8227-f1a176e0d437-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.945398] env[62859]: DEBUG oslo_concurrency.lockutils [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] Lock "b1f7f686-6345-42ac-8227-f1a176e0d437-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.945398] env[62859]: DEBUG oslo_concurrency.lockutils [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] Lock "b1f7f686-6345-42ac-8227-f1a176e0d437-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.945398] env[62859]: DEBUG nova.compute.manager [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] No waiting events found dispatching network-vif-plugged-5b5769ee-e7d9-42fe-bf83-1b59bc619d72 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.945981] env[62859]: WARNING nova.compute.manager [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Received unexpected event network-vif-plugged-5b5769ee-e7d9-42fe-bf83-1b59bc619d72 for instance with vm_state building and task_state spawning. [ 702.947218] env[62859]: DEBUG nova.compute.manager [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Received event network-changed-5b5769ee-e7d9-42fe-bf83-1b59bc619d72 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.947218] env[62859]: DEBUG nova.compute.manager [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Refreshing instance network info cache due to event network-changed-5b5769ee-e7d9-42fe-bf83-1b59bc619d72. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.947218] env[62859]: DEBUG oslo_concurrency.lockutils [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] Acquiring lock "refresh_cache-b1f7f686-6345-42ac-8227-f1a176e0d437" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.983172] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.042300] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245aa36-c2a5-d957-72a1-b08906f06eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.011485} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.042630] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.042883] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b82c868d-7858-46aa-aae6-c563d91686ab/b82c868d-7858-46aa-aae6-c563d91686ab.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.043245] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.043451] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.043717] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18419d0a-33d4-46a4-b492-1f39e343e83d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.046148] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d20db7-b817-4d5f-a9c9-1acf56152039 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.054512] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 703.054512] env[62859]: value = "task-2537619" [ 703.054512] env[62859]: _type = "Task" [ 703.054512] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.060877] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.060877] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.061087] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8815bb2-098f-4667-a66b-cfb42693adad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.067544] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.070572] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 703.070572] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f2394-f938-7340-524f-18879e883f00" [ 703.070572] env[62859]: _type = "Task" [ 703.070572] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.078572] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f2394-f938-7340-524f-18879e883f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.147410] env[62859]: DEBUG nova.scheduler.client.report [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.164663] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Releasing lock "refresh_cache-b1f7f686-6345-42ac-8227-f1a176e0d437" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.165044] env[62859]: DEBUG nova.compute.manager [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Instance network_info: |[{"id": "5b5769ee-e7d9-42fe-bf83-1b59bc619d72", "address": "fa:16:3e:47:0d:dd", "network": {"id": "ef1411f2-b9e4-4474-95cd-e3cd7d307c90", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1827381393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ae3de37a5423b893e09d89c3bd185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5769ee-e7", "ovs_interfaceid": "5b5769ee-e7d9-42fe-bf83-1b59bc619d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.165380] env[62859]: DEBUG oslo_concurrency.lockutils [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] Acquired lock "refresh_cache-b1f7f686-6345-42ac-8227-f1a176e0d437" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.165567] env[62859]: DEBUG nova.network.neutron [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Refreshing network info cache for port 5b5769ee-e7d9-42fe-bf83-1b59bc619d72 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.166896] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:0d:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b5769ee-e7d9-42fe-bf83-1b59bc619d72', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.178884] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Creating folder: Project (1f2ae3de37a5423b893e09d89c3bd185). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.182938] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16ce6d7a-19b2-4296-a3ea-e03aff3024e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.197248] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Created folder: Project (1f2ae3de37a5423b893e09d89c3bd185) in parent group-v512592. [ 703.197453] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Creating folder: Instances. Parent ref: group-v512705. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.197720] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee70c63a-1eb4-4801-a87e-a0b1f9c84232 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.206783] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Created folder: Instances in parent group-v512705. [ 703.207067] env[62859]: DEBUG oslo.service.loopingcall [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.207273] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.209164] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c90a39f-b3f1-421e-8c26-1ca367f670d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.230284] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.230284] env[62859]: value = "task-2537622" [ 703.230284] env[62859]: _type = "Task" [ 703.230284] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.238536] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537622, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.450070] env[62859]: DEBUG nova.network.neutron [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Updated VIF entry in instance network info cache for port 5b5769ee-e7d9-42fe-bf83-1b59bc619d72. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.451159] env[62859]: DEBUG nova.network.neutron [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Updating instance_info_cache with network_info: [{"id": "5b5769ee-e7d9-42fe-bf83-1b59bc619d72", "address": "fa:16:3e:47:0d:dd", "network": {"id": "ef1411f2-b9e4-4474-95cd-e3cd7d307c90", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1827381393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2ae3de37a5423b893e09d89c3bd185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5769ee-e7", "ovs_interfaceid": "5b5769ee-e7d9-42fe-bf83-1b59bc619d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.484521] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611145} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.484730] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 61298cc5-f277-4ffa-a9ce-5d6998706a51/61298cc5-f277-4ffa-a9ce-5d6998706a51.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.484942] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.485217] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-246010a1-609f-475c-ab2c-e84cd146c09b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.492420] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 703.492420] env[62859]: value = "task-2537623" [ 703.492420] env[62859]: _type = "Task" [ 703.492420] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.503114] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.567605] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498233} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.567890] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b82c868d-7858-46aa-aae6-c563d91686ab/b82c868d-7858-46aa-aae6-c563d91686ab.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.568121] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.568548] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b0733f-b2cc-4ae9-b17d-ce5e545e7154 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.576136] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 703.576136] env[62859]: value = "task-2537624" [ 703.576136] env[62859]: _type = "Task" [ 703.576136] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.585186] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f2394-f938-7340-524f-18879e883f00, 'name': SearchDatastore_Task, 'duration_secs': 0.012724} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.586607] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25f43d1-5a4e-4d23-83ef-034e592a8d3f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.593569] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.597189] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 703.597189] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523d5ff7-623f-13cc-524d-a9d0d23f14b5" [ 703.597189] env[62859]: _type = "Task" [ 703.597189] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.606142] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523d5ff7-623f-13cc-524d-a9d0d23f14b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.654230] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.654800] env[62859]: DEBUG nova.compute.manager [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.660579] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.347s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.662289] env[62859]: INFO nova.compute.claims [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.741545] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537622, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.957999] env[62859]: DEBUG oslo_concurrency.lockutils [req-c49e2cab-d1c6-47bc-a806-9f9e4d7d6460 req-a22ad5b8-f94a-43b1-b972-5e5dbec89f6e service nova] Releasing lock "refresh_cache-b1f7f686-6345-42ac-8227-f1a176e0d437" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.004792] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080888} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.005165] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.005988] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dab697d-82ff-45af-a7d6-47758bb64b03 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.028872] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 61298cc5-f277-4ffa-a9ce-5d6998706a51/61298cc5-f277-4ffa-a9ce-5d6998706a51.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.029247] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0789a055-c8ee-4ae7-aabd-b66cb9f4e09e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.049153] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 704.049153] env[62859]: value = "task-2537625" [ 704.049153] env[62859]: _type = "Task" [ 704.049153] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.057101] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.087639] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097041} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.088091] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.088953] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c03a97-28d1-4d20-b4d8-6fb300cda707 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.114595] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] b82c868d-7858-46aa-aae6-c563d91686ab/b82c868d-7858-46aa-aae6-c563d91686ab.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.117983] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bdc826e-41ce-46cf-8cb3-b9a3275756c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.138382] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523d5ff7-623f-13cc-524d-a9d0d23f14b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.139911] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.140213] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e92be754-1aa3-44b3-a163-08c250b6adf9/e92be754-1aa3-44b3-a163-08c250b6adf9.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.140621] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 704.140621] env[62859]: value = "task-2537626" [ 704.140621] env[62859]: _type = "Task" [ 704.140621] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.140833] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdf9f65e-4c00-4819-b29e-d64abdc89e1e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.153452] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.154807] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 704.154807] env[62859]: value = "task-2537627" [ 704.154807] env[62859]: _type = "Task" [ 704.154807] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.163148] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.168716] env[62859]: DEBUG nova.compute.utils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.170995] env[62859]: DEBUG nova.compute.manager [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.171099] env[62859]: DEBUG nova.network.neutron [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.241291] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537622, 'name': CreateVM_Task, 'duration_secs': 0.556257} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.242940] env[62859]: DEBUG nova.policy [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26d05e35c816486aa681329c12d75832', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6aa8796c24f4d0881455975e958da5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.244360] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.245105] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.245344] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.245686] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.246233] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e73ff1-af21-40aa-86db-447f1a32d718 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.250926] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 704.250926] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5219d0d6-fbc2-4ed3-ce12-dd8f487f9010" [ 704.250926] env[62859]: _type = "Task" [ 704.250926] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.259902] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5219d0d6-fbc2-4ed3-ce12-dd8f487f9010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.561836] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537625, 'name': ReconfigVM_Task, 'duration_secs': 0.30089} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.561836] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 61298cc5-f277-4ffa-a9ce-5d6998706a51/61298cc5-f277-4ffa-a9ce-5d6998706a51.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.562226] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39140f04-74f3-497b-9b24-df6b0775247b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.572592] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 704.572592] env[62859]: value = "task-2537628" [ 704.572592] env[62859]: _type = "Task" [ 704.572592] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.578200] env[62859]: DEBUG nova.network.neutron [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Successfully created port: 48e1db89-a017-4658-a337-87fd91c0ba6a {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.586822] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537628, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.654774] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.664880] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508781} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.665282] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e92be754-1aa3-44b3-a163-08c250b6adf9/e92be754-1aa3-44b3-a163-08c250b6adf9.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.665621] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.665815] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf53f63d-b699-4f13-9297-668172f2a3db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.670981] env[62859]: DEBUG nova.compute.manager [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.678604] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 704.678604] env[62859]: value = "task-2537629" [ 704.678604] env[62859]: _type = "Task" [ 704.678604] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.689054] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.761468] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5219d0d6-fbc2-4ed3-ce12-dd8f487f9010, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.764340] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.764571] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.764817] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.764966] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.766188] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.766188] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2acb4671-bc0d-4ace-9b48-d0732cf4294e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.777460] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.777655] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.778419] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf5e72c-3869-49cd-b4ba-c9a295140cd7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.787977] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 704.787977] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a20037-0eb1-2606-4210-be6ddcffbae5" [ 704.787977] env[62859]: _type = "Task" [ 704.787977] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.795995] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a20037-0eb1-2606-4210-be6ddcffbae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.085784] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537628, 'name': Rename_Task, 'duration_secs': 0.196597} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.086189] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.086476] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5a62562-7c61-4a1a-b61a-8df6f8466744 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.093856] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 705.093856] env[62859]: value = "task-2537630" [ 705.093856] env[62859]: _type = "Task" [ 705.093856] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.107191] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.155899] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537626, 'name': ReconfigVM_Task, 'duration_secs': 0.595886} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.159501] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Reconfigured VM instance instance-00000021 to attach disk [datastore1] b82c868d-7858-46aa-aae6-c563d91686ab/b82c868d-7858-46aa-aae6-c563d91686ab.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.160514] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebef7729-adde-494e-9250-34ce9a451ce3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.178901] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 705.178901] env[62859]: value = "task-2537631" [ 705.178901] env[62859]: _type = "Task" [ 705.178901] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.210364] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074924} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.210927] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537631, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.211212] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.217618] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3306c11f-fc7c-4223-8b9a-183d1c5ba069 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.256646] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] e92be754-1aa3-44b3-a163-08c250b6adf9/e92be754-1aa3-44b3-a163-08c250b6adf9.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.259628] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565cd7b5-2b8e-484f-a625-9c474735b9ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.284566] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25767664-e0f3-4dd8-937b-eebefc0e58ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.296105] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 705.296105] env[62859]: value = "task-2537632" [ 705.296105] env[62859]: _type = "Task" [ 705.296105] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.303491] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c0cd34-a0bf-4d1e-9c43-641fc2cc1441 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.311726] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a20037-0eb1-2606-4210-be6ddcffbae5, 'name': SearchDatastore_Task, 'duration_secs': 0.008462} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.313368] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf47f55-8f5e-4888-acae-21319c98db39 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.343432] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.344716] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25246f9c-5fb1-4a94-8a1e-b9fb6a389780 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.349023] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 705.349023] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529b025b-f62c-360a-e125-9c273e3162bd" [ 705.349023] env[62859]: _type = "Task" [ 705.349023] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.356288] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c091452-d566-4e9d-8183-b97ca7da4c7f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.365275] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529b025b-f62c-360a-e125-9c273e3162bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.375412] env[62859]: DEBUG nova.compute.provider_tree [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.609063] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537630, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.691711] env[62859]: DEBUG nova.compute.manager [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.694430] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537631, 'name': Rename_Task, 'duration_secs': 0.303385} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.695240] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.696238] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e7ea85b-f2d8-4883-899e-b74454b361a1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.703975] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 705.703975] env[62859]: value = "task-2537633" [ 705.703975] env[62859]: _type = "Task" [ 705.703975] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.714654] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.728171] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.728171] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.728528] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.728885] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.729279] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.729597] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.729995] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.730339] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.730686] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.731143] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.731489] env[62859]: DEBUG nova.virt.hardware [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.732664] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7060b9f1-976f-4792-8662-78febbc7c39f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.748086] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dd9cf9-7699-4508-b7c8-70c55629714e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.810618] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.864869] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529b025b-f62c-360a-e125-9c273e3162bd, 'name': SearchDatastore_Task, 'duration_secs': 0.02064} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.866125] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.866125] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b1f7f686-6345-42ac-8227-f1a176e0d437/b1f7f686-6345-42ac-8227-f1a176e0d437.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.866125] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0d9aa61-06bd-4a54-9588-0c3f4d122976 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.877399] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 705.877399] env[62859]: value = "task-2537634" [ 705.877399] env[62859]: _type = "Task" [ 705.877399] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.885039] env[62859]: DEBUG nova.scheduler.client.report [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.891541] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.113562] env[62859]: DEBUG oslo_vmware.api [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537630, 'name': PowerOnVM_Task, 'duration_secs': 0.871019} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.114880] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.115463] env[62859]: INFO nova.compute.manager [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Took 7.86 seconds to spawn the instance on the hypervisor. [ 706.116482] env[62859]: DEBUG nova.compute.manager [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.120893] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037dc299-2219-4b06-8101-ad0495a4a745 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.206602] env[62859]: DEBUG nova.compute.manager [req-3ce99679-7ad1-43ea-97ee-7ddaf8463498 req-bcdcaf2d-6a95-4bf7-b0cf-532d9dfceaa0 service nova] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Received event network-vif-plugged-48e1db89-a017-4658-a337-87fd91c0ba6a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.206870] env[62859]: DEBUG oslo_concurrency.lockutils [req-3ce99679-7ad1-43ea-97ee-7ddaf8463498 req-bcdcaf2d-6a95-4bf7-b0cf-532d9dfceaa0 service nova] Acquiring lock "d721b901-e551-4ca3-96bb-c6e27034f55c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.207377] env[62859]: DEBUG oslo_concurrency.lockutils [req-3ce99679-7ad1-43ea-97ee-7ddaf8463498 req-bcdcaf2d-6a95-4bf7-b0cf-532d9dfceaa0 service nova] Lock "d721b901-e551-4ca3-96bb-c6e27034f55c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.207486] env[62859]: DEBUG oslo_concurrency.lockutils [req-3ce99679-7ad1-43ea-97ee-7ddaf8463498 req-bcdcaf2d-6a95-4bf7-b0cf-532d9dfceaa0 service nova] Lock "d721b901-e551-4ca3-96bb-c6e27034f55c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.207729] env[62859]: DEBUG nova.compute.manager [req-3ce99679-7ad1-43ea-97ee-7ddaf8463498 req-bcdcaf2d-6a95-4bf7-b0cf-532d9dfceaa0 service nova] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] No waiting events found dispatching network-vif-plugged-48e1db89-a017-4658-a337-87fd91c0ba6a {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.207871] env[62859]: WARNING nova.compute.manager [req-3ce99679-7ad1-43ea-97ee-7ddaf8463498 req-bcdcaf2d-6a95-4bf7-b0cf-532d9dfceaa0 service nova] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Received unexpected event network-vif-plugged-48e1db89-a017-4658-a337-87fd91c0ba6a for instance with vm_state building and task_state spawning. [ 706.225078] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.248524] env[62859]: DEBUG nova.network.neutron [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Successfully updated port: 48e1db89-a017-4658-a337-87fd91c0ba6a {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.310883] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537632, 'name': ReconfigVM_Task, 'duration_secs': 0.662946} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.311208] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] e92be754-1aa3-44b3-a163-08c250b6adf9/e92be754-1aa3-44b3-a163-08c250b6adf9.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.311958] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae7b565-156d-4445-8592-9ce6ccfac131 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.320178] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 706.320178] env[62859]: value = "task-2537635" [ 706.320178] env[62859]: _type = "Task" [ 706.320178] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.331762] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537635, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.392961] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.393587] env[62859]: DEBUG nova.compute.manager [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.397999] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537634, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.398764] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.100s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.401115] env[62859]: INFO nova.compute.claims [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.646048] env[62859]: INFO nova.compute.manager [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Took 52.75 seconds to build instance. [ 706.720742] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537633, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.751973] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "refresh_cache-d721b901-e551-4ca3-96bb-c6e27034f55c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.754505] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquired lock "refresh_cache-d721b901-e551-4ca3-96bb-c6e27034f55c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.754505] env[62859]: DEBUG nova.network.neutron [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.835482] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537635, 'name': Rename_Task, 'duration_secs': 0.418544} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.835921] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.836297] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c5e09ae-0530-4e8e-bd68-59c639310855 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.843102] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 706.843102] env[62859]: value = "task-2537636" [ 706.843102] env[62859]: _type = "Task" [ 706.843102] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.853016] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.889546] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700182} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.889844] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b1f7f686-6345-42ac-8227-f1a176e0d437/b1f7f686-6345-42ac-8227-f1a176e0d437.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.890170] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.890356] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f9b6033-f588-4e1d-b381-36676f68087f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.898269] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 706.898269] env[62859]: value = "task-2537637" [ 706.898269] env[62859]: _type = "Task" [ 706.898269] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.900061] env[62859]: DEBUG nova.compute.utils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.905804] env[62859]: DEBUG nova.compute.manager [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.906075] env[62859]: DEBUG nova.network.neutron [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.925232] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.971319] env[62859]: DEBUG nova.policy [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06568c5fcfa54f9dbb5c941961dfb9c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f40ffc0adc00491788070ced9dfeaf2e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.147720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20caa44a-de10-4912-9b48-432d1fd95c53 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "61298cc5-f277-4ffa-a9ce-5d6998706a51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.841s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.226609] env[62859]: DEBUG oslo_vmware.api [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537633, 'name': PowerOnVM_Task, 'duration_secs': 1.023591} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.226925] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.227130] env[62859]: INFO nova.compute.manager [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Took 11.60 seconds to spawn the instance on the hypervisor. [ 707.227308] env[62859]: DEBUG nova.compute.manager [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.228164] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca91bd3-1fe4-477a-81e0-cf1090bc37ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.319558] env[62859]: DEBUG nova.network.neutron [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.341490] env[62859]: DEBUG nova.network.neutron [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Successfully created port: 5fd0882c-7c89-407c-acf9-4bdee3057ad6 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.355618] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.408934] env[62859]: DEBUG nova.compute.manager [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.412502] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114961} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.412914] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.415836] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b12e340-d320-4da0-bb9e-81bc1962cd62 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.450586] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] b1f7f686-6345-42ac-8227-f1a176e0d437/b1f7f686-6345-42ac-8227-f1a176e0d437.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.450974] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b1e15a5-0df8-4981-90dd-d36432ff044b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.481836] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 707.481836] env[62859]: value = "task-2537638" [ 707.481836] env[62859]: _type = "Task" [ 707.481836] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.494129] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.659326] env[62859]: DEBUG nova.compute.manager [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.755827] env[62859]: INFO nova.compute.manager [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Took 54.41 seconds to build instance. [ 707.766350] env[62859]: DEBUG nova.network.neutron [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Updating instance_info_cache with network_info: [{"id": "48e1db89-a017-4658-a337-87fd91c0ba6a", "address": "fa:16:3e:c1:24:74", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e1db89-a0", "ovs_interfaceid": "48e1db89-a017-4658-a337-87fd91c0ba6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.857259] env[62859]: DEBUG oslo_vmware.api [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537636, 'name': PowerOnVM_Task, 'duration_secs': 0.93136} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.857259] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.857259] env[62859]: DEBUG nova.compute.manager [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.858182] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35fb37e-74fe-479b-9b2d-c27fbb948326 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.916334] env[62859]: INFO nova.virt.block_device [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Booting with volume bec85c11-29ae-4e0f-b657-5ee596c2e903 at /dev/sda [ 707.931895] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquiring lock "07200ce9-35db-49d6-8678-671f68160b9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.932147] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "07200ce9-35db-49d6-8678-671f68160b9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.969568] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67d11df0-7d09-4d3a-964a-89ea8097e9f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.984270] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fa4630-2399-4feb-8b5d-d1fcd3b7b334 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.004343] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537638, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.027562] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8407a257-1f0a-4d13-8712-446954567b28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.036543] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2b8660-2585-4d26-8155-3b2ef9d91565 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.075073] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436b8fc8-bccf-4629-92df-491b7a97d709 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.084413] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4c59e0-dd58-4b03-a56a-071f67bebf5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.103127] env[62859]: DEBUG nova.virt.block_device [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Updating existing volume attachment record: 3e0defc2-1647-4e63-898c-14801f7e396e {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 708.106426] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58ea536-b080-4b09-b8c3-e94fe664b142 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.113198] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b16b96-a1d5-4fc8-84cc-c9e04b0729b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.157576] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb7f50d-af9e-4622-8a79-4a9936fa997d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.174527] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b03b80-4761-413f-880e-5b1be2b4502b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.198034] env[62859]: DEBUG nova.compute.provider_tree [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.202561] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.253857] env[62859]: DEBUG nova.compute.manager [req-a4f44d0a-6153-4c64-b20c-84d1565dde49 req-37812670-9c49-42e3-9bc7-a27276a45913 service nova] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Received event network-changed-48e1db89-a017-4658-a337-87fd91c0ba6a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.254091] env[62859]: DEBUG nova.compute.manager [req-a4f44d0a-6153-4c64-b20c-84d1565dde49 req-37812670-9c49-42e3-9bc7-a27276a45913 service nova] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Refreshing instance network info cache due to event network-changed-48e1db89-a017-4658-a337-87fd91c0ba6a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.254305] env[62859]: DEBUG oslo_concurrency.lockutils [req-a4f44d0a-6153-4c64-b20c-84d1565dde49 req-37812670-9c49-42e3-9bc7-a27276a45913 service nova] Acquiring lock "refresh_cache-d721b901-e551-4ca3-96bb-c6e27034f55c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.263036] env[62859]: DEBUG oslo_concurrency.lockutils [None req-09518d95-7e87-4680-ac7a-d7c0e67fb0fd tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "b82c868d-7858-46aa-aae6-c563d91686ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.373s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.270253] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Releasing lock "refresh_cache-d721b901-e551-4ca3-96bb-c6e27034f55c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.270577] env[62859]: DEBUG nova.compute.manager [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Instance network_info: |[{"id": "48e1db89-a017-4658-a337-87fd91c0ba6a", "address": "fa:16:3e:c1:24:74", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e1db89-a0", "ovs_interfaceid": "48e1db89-a017-4658-a337-87fd91c0ba6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.271147] env[62859]: DEBUG oslo_concurrency.lockutils [req-a4f44d0a-6153-4c64-b20c-84d1565dde49 req-37812670-9c49-42e3-9bc7-a27276a45913 service nova] Acquired lock "refresh_cache-d721b901-e551-4ca3-96bb-c6e27034f55c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.271348] env[62859]: DEBUG nova.network.neutron [req-a4f44d0a-6153-4c64-b20c-84d1565dde49 req-37812670-9c49-42e3-9bc7-a27276a45913 service nova] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Refreshing network info cache for port 48e1db89-a017-4658-a337-87fd91c0ba6a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.272668] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:24:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48e1db89-a017-4658-a337-87fd91c0ba6a', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.284633] env[62859]: DEBUG oslo.service.loopingcall [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.288463] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.289080] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d73e00ae-3681-413a-aec5-df02debf84fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.309589] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.309589] env[62859]: value = "task-2537639" [ 708.309589] env[62859]: _type = "Task" [ 708.309589] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.318919] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537639, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.380054] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.511187] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537638, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.526154] env[62859]: DEBUG nova.network.neutron [req-a4f44d0a-6153-4c64-b20c-84d1565dde49 req-37812670-9c49-42e3-9bc7-a27276a45913 service nova] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Updated VIF entry in instance network info cache for port 48e1db89-a017-4658-a337-87fd91c0ba6a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.526274] env[62859]: DEBUG nova.network.neutron [req-a4f44d0a-6153-4c64-b20c-84d1565dde49 req-37812670-9c49-42e3-9bc7-a27276a45913 service nova] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Updating instance_info_cache with network_info: [{"id": "48e1db89-a017-4658-a337-87fd91c0ba6a", "address": "fa:16:3e:c1:24:74", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e1db89-a0", "ovs_interfaceid": "48e1db89-a017-4658-a337-87fd91c0ba6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.585071] env[62859]: DEBUG oslo_concurrency.lockutils [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "b82c868d-7858-46aa-aae6-c563d91686ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.586210] env[62859]: DEBUG oslo_concurrency.lockutils [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "b82c868d-7858-46aa-aae6-c563d91686ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.586486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "b82c868d-7858-46aa-aae6-c563d91686ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.586816] env[62859]: DEBUG oslo_concurrency.lockutils [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "b82c868d-7858-46aa-aae6-c563d91686ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.586889] env[62859]: DEBUG oslo_concurrency.lockutils [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "b82c868d-7858-46aa-aae6-c563d91686ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.590334] env[62859]: INFO nova.compute.manager [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Terminating instance [ 708.702089] env[62859]: DEBUG nova.scheduler.client.report [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.765981] env[62859]: DEBUG nova.compute.manager [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.823841] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537639, 'name': CreateVM_Task, 'duration_secs': 0.495921} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.823980] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.824774] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.824941] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.825292] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.825554] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6651dc09-fece-4b93-9785-2a7f4e439cb7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.831056] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 708.831056] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e6b6f5-70e3-ca36-39f4-c027cfc1f3c5" [ 708.831056] env[62859]: _type = "Task" [ 708.831056] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.841423] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e6b6f5-70e3-ca36-39f4-c027cfc1f3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.987360] env[62859]: DEBUG oslo_concurrency.lockutils [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "e92be754-1aa3-44b3-a163-08c250b6adf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.987360] env[62859]: DEBUG oslo_concurrency.lockutils [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "e92be754-1aa3-44b3-a163-08c250b6adf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.987922] env[62859]: DEBUG oslo_concurrency.lockutils [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "e92be754-1aa3-44b3-a163-08c250b6adf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.987922] env[62859]: DEBUG oslo_concurrency.lockutils [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "e92be754-1aa3-44b3-a163-08c250b6adf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.987922] env[62859]: DEBUG oslo_concurrency.lockutils [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "e92be754-1aa3-44b3-a163-08c250b6adf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.989981] env[62859]: INFO nova.compute.manager [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Terminating instance [ 709.007079] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537638, 'name': ReconfigVM_Task, 'duration_secs': 1.461496} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.007962] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Reconfigured VM instance instance-00000022 to attach disk [datastore1] b1f7f686-6345-42ac-8227-f1a176e0d437/b1f7f686-6345-42ac-8227-f1a176e0d437.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.008540] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c9d52d6-5f7d-41c4-b54f-d812b076ffc7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.015265] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 709.015265] env[62859]: value = "task-2537640" [ 709.015265] env[62859]: _type = "Task" [ 709.015265] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.025617] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537640, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.029885] env[62859]: DEBUG oslo_concurrency.lockutils [req-a4f44d0a-6153-4c64-b20c-84d1565dde49 req-37812670-9c49-42e3-9bc7-a27276a45913 service nova] Releasing lock "refresh_cache-d721b901-e551-4ca3-96bb-c6e27034f55c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.097894] env[62859]: DEBUG nova.compute.manager [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.097894] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.098714] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82803e78-b906-4795-a8e0-82f5eaf95b8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.106343] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.106544] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c77e6f2-e7f2-4451-90d8-c1de871c40d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.112985] env[62859]: DEBUG oslo_vmware.api [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 709.112985] env[62859]: value = "task-2537641" [ 709.112985] env[62859]: _type = "Task" [ 709.112985] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.122663] env[62859]: DEBUG oslo_vmware.api [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.187466] env[62859]: DEBUG nova.network.neutron [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Successfully updated port: 5fd0882c-7c89-407c-acf9-4bdee3057ad6 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.210459] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.211098] env[62859]: DEBUG nova.compute.manager [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.213753] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.800s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.219110] env[62859]: INFO nova.compute.claims [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.298825] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.343984] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e6b6f5-70e3-ca36-39f4-c027cfc1f3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016289} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.344318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.344610] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.344890] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.345117] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.345380] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.345687] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7abd13e1-4e2e-4a2e-9e6b-c0989367eb02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.354829] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.355095] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.355794] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9100f8-760c-4e71-8468-44a828a0067f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.361711] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 709.361711] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f4ddc-bfd5-b182-acb8-1ce70e6e061d" [ 709.361711] env[62859]: _type = "Task" [ 709.361711] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.373131] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f4ddc-bfd5-b182-acb8-1ce70e6e061d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.496030] env[62859]: DEBUG nova.compute.manager [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.496166] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.497352] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bedeed-9fad-4d9f-82a8-0ef8d0179b0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.505485] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.505802] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7827d7c6-4215-42c4-b8ff-72e07fa7e72c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.512774] env[62859]: DEBUG oslo_vmware.api [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 709.512774] env[62859]: value = "task-2537642" [ 709.512774] env[62859]: _type = "Task" [ 709.512774] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.522106] env[62859]: DEBUG oslo_vmware.api [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.527279] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537640, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.622700] env[62859]: DEBUG oslo_vmware.api [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537641, 'name': PowerOffVM_Task, 'duration_secs': 0.235942} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.622973] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.623155] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.623408] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61d62dd5-4698-429a-aae7-c19795aeb95b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.688187] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Acquiring lock "refresh_cache-29b407c9-b341-4009-9d0d-f6dad4eefa95" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.688570] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Acquired lock "refresh_cache-29b407c9-b341-4009-9d0d-f6dad4eefa95" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.688665] env[62859]: DEBUG nova.network.neutron [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.726031] env[62859]: DEBUG nova.compute.utils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.728801] env[62859]: DEBUG nova.compute.manager [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.729042] env[62859]: DEBUG nova.network.neutron [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.730911] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.731149] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.731335] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Deleting the datastore file [datastore1] b82c868d-7858-46aa-aae6-c563d91686ab {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.732125] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-026f2468-4cdc-4646-84ef-0bb260fc9891 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.740154] env[62859]: DEBUG oslo_vmware.api [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for the task: (returnval){ [ 709.740154] env[62859]: value = "task-2537644" [ 709.740154] env[62859]: _type = "Task" [ 709.740154] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.748649] env[62859]: DEBUG oslo_vmware.api [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.779215] env[62859]: DEBUG nova.policy [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '400d161aecff4f1ab648e42edd49ea86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e7f7480104f378cfa8633babde322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.843455] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "39489686-37f8-4922-adb6-1103f3731475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.843733] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "39489686-37f8-4922-adb6-1103f3731475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.872604] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f4ddc-bfd5-b182-acb8-1ce70e6e061d, 'name': SearchDatastore_Task, 'duration_secs': 0.015572} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.873457] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce418012-2339-4e97-9974-93ac302d8143 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.879689] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 709.879689] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52817974-1ebf-c472-6220-65272c509292" [ 709.879689] env[62859]: _type = "Task" [ 709.879689] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.888333] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52817974-1ebf-c472-6220-65272c509292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.022126] env[62859]: DEBUG oslo_vmware.api [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.027091] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537640, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.042478] env[62859]: DEBUG nova.network.neutron [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Successfully created port: 1e3c28c0-3f2e-49e8-9f51-10682db41bb5 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.207480] env[62859]: DEBUG nova.compute.manager [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.208114] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.208388] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.208555] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.208740] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.208910] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.209047] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.209345] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.209411] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.209579] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.210696] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.210696] env[62859]: DEBUG nova.virt.hardware [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.211475] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156c652-19e3-4d59-af37-483dc313f6b0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.220549] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27de459d-3628-4d4f-ab64-f8d4584470f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.240880] env[62859]: DEBUG nova.compute.manager [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.244565] env[62859]: DEBUG nova.network.neutron [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.260716] env[62859]: DEBUG oslo_vmware.api [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Task: {'id': task-2537644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373417} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.260986] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.268251] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.268251] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.268251] env[62859]: INFO nova.compute.manager [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Took 1.17 seconds to destroy the instance on the hypervisor. [ 710.268251] env[62859]: DEBUG oslo.service.loopingcall [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.268251] env[62859]: DEBUG nova.compute.manager [-] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.268251] env[62859]: DEBUG nova.network.neutron [-] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.293025] env[62859]: DEBUG nova.compute.manager [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Received event network-vif-plugged-5fd0882c-7c89-407c-acf9-4bdee3057ad6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.293025] env[62859]: DEBUG oslo_concurrency.lockutils [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] Acquiring lock "29b407c9-b341-4009-9d0d-f6dad4eefa95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.293025] env[62859]: DEBUG oslo_concurrency.lockutils [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] Lock "29b407c9-b341-4009-9d0d-f6dad4eefa95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.293025] env[62859]: DEBUG oslo_concurrency.lockutils [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] Lock "29b407c9-b341-4009-9d0d-f6dad4eefa95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.293025] env[62859]: DEBUG nova.compute.manager [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] No waiting events found dispatching network-vif-plugged-5fd0882c-7c89-407c-acf9-4bdee3057ad6 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.293025] env[62859]: WARNING nova.compute.manager [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Received unexpected event network-vif-plugged-5fd0882c-7c89-407c-acf9-4bdee3057ad6 for instance with vm_state building and task_state spawning. [ 710.293025] env[62859]: DEBUG nova.compute.manager [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Received event network-changed-5fd0882c-7c89-407c-acf9-4bdee3057ad6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.293025] env[62859]: DEBUG nova.compute.manager [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Refreshing instance network info cache due to event network-changed-5fd0882c-7c89-407c-acf9-4bdee3057ad6. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.293025] env[62859]: DEBUG oslo_concurrency.lockutils [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] Acquiring lock "refresh_cache-29b407c9-b341-4009-9d0d-f6dad4eefa95" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.394986] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52817974-1ebf-c472-6220-65272c509292, 'name': SearchDatastore_Task, 'duration_secs': 0.033448} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.395834] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.396104] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] d721b901-e551-4ca3-96bb-c6e27034f55c/d721b901-e551-4ca3-96bb-c6e27034f55c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.396657] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6580e37f-3743-4686-a0ae-88527bc83611 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.403122] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 710.403122] env[62859]: value = "task-2537645" [ 710.403122] env[62859]: _type = "Task" [ 710.403122] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.413945] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.467583] env[62859]: DEBUG oslo_vmware.rw_handles [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3d28-148a-deb5-8471-0faf8af3fd32/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 710.468533] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad51883-c954-471d-8efd-e34abada7252 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.475293] env[62859]: DEBUG oslo_vmware.rw_handles [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3d28-148a-deb5-8471-0faf8af3fd32/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 710.475475] env[62859]: ERROR oslo_vmware.rw_handles [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3d28-148a-deb5-8471-0faf8af3fd32/disk-0.vmdk due to incomplete transfer. [ 710.476365] env[62859]: DEBUG nova.network.neutron [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Updating instance_info_cache with network_info: [{"id": "5fd0882c-7c89-407c-acf9-4bdee3057ad6", "address": "fa:16:3e:47:85:1f", "network": {"id": "6379e180-c3c3-4985-a790-77bf01b6f4af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1748166074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40ffc0adc00491788070ced9dfeaf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd0882c-7c", "ovs_interfaceid": "5fd0882c-7c89-407c-acf9-4bdee3057ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.477996] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5ec51d40-2540-4cb1-be07-281df7ab35a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.487395] env[62859]: DEBUG oslo_vmware.rw_handles [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528e3d28-148a-deb5-8471-0faf8af3fd32/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 710.487595] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Uploaded image 7ff47a65-5f9d-44a9-aa16-ab3c2866f3c4 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 710.489866] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 710.490132] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5bb8c1b9-ac62-419e-9cdf-f10a3c3b1282 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.496207] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 710.496207] env[62859]: value = "task-2537646" [ 710.496207] env[62859]: _type = "Task" [ 710.496207] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.508517] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537646, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.526667] env[62859]: DEBUG oslo_vmware.api [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537642, 'name': PowerOffVM_Task, 'duration_secs': 0.958337} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.529827] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.529827] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.530042] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537640, 'name': Rename_Task, 'duration_secs': 1.232825} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.532508] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a022ab5-9355-4464-b076-03de2a215b24 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.534175] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.535637] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2ea209d-c892-430c-8129-e88033264328 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.540834] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 710.540834] env[62859]: value = "task-2537648" [ 710.540834] env[62859]: _type = "Task" [ 710.540834] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.548469] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.603339] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.603571] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.603751] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleting the datastore file [datastore1] e92be754-1aa3-44b3-a163-08c250b6adf9 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.604033] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57661a93-d6a7-4d42-9558-f4bc053bcd18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.610716] env[62859]: DEBUG oslo_vmware.api [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 710.610716] env[62859]: value = "task-2537649" [ 710.610716] env[62859]: _type = "Task" [ 710.610716] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.622871] env[62859]: DEBUG oslo_vmware.api [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.808538] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d27eb9-3ce6-4830-acf2-3b8cd8411727 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.817787] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e764cf9-c503-4e1d-8d37-9a36a246c8d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.855767] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c7cf3a-f6a8-4c0c-b7b6-d33c52fa19d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.861273] env[62859]: DEBUG nova.compute.manager [req-a993b294-d517-4f76-85c4-b54027843579 req-6c10f11d-8f1d-4e7b-9d80-301784d4c680 service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Received event network-vif-deleted-a33a6b04-ca8b-4d7b-aefb-d59240027000 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.861273] env[62859]: INFO nova.compute.manager [req-a993b294-d517-4f76-85c4-b54027843579 req-6c10f11d-8f1d-4e7b-9d80-301784d4c680 service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Neutron deleted interface a33a6b04-ca8b-4d7b-aefb-d59240027000; detaching it from the instance and deleting it from the info cache [ 710.861273] env[62859]: DEBUG nova.network.neutron [req-a993b294-d517-4f76-85c4-b54027843579 req-6c10f11d-8f1d-4e7b-9d80-301784d4c680 service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Updating instance_info_cache with network_info: [{"id": "a80e74a3-242c-4dcb-9d98-bb3799c6681d", "address": "fa:16:3e:0e:6c:95", "network": {"id": "4befdba8-eae2-4baa-9565-92225a4be893", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1505231365", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9df0160686743af9e7534b2d5b5152c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa80e74a3-24", "ovs_interfaceid": "a80e74a3-242c-4dcb-9d98-bb3799c6681d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.869346] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae82111a-eaf2-4edd-95fc-8a5df064c95d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.885445] env[62859]: DEBUG nova.compute.provider_tree [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.916199] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537645, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.978897] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Releasing lock "refresh_cache-29b407c9-b341-4009-9d0d-f6dad4eefa95" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.979381] env[62859]: DEBUG nova.compute.manager [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Instance network_info: |[{"id": "5fd0882c-7c89-407c-acf9-4bdee3057ad6", "address": "fa:16:3e:47:85:1f", "network": {"id": "6379e180-c3c3-4985-a790-77bf01b6f4af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1748166074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40ffc0adc00491788070ced9dfeaf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd0882c-7c", "ovs_interfaceid": "5fd0882c-7c89-407c-acf9-4bdee3057ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.979686] env[62859]: DEBUG oslo_concurrency.lockutils [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] Acquired lock "refresh_cache-29b407c9-b341-4009-9d0d-f6dad4eefa95" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.979911] env[62859]: DEBUG nova.network.neutron [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Refreshing network info cache for port 5fd0882c-7c89-407c-acf9-4bdee3057ad6 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.981370] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:85:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f65996a3-f865-4492-9377-cd14ec8b3aae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fd0882c-7c89-407c-acf9-4bdee3057ad6', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.991742] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Creating folder: Project (f40ffc0adc00491788070ced9dfeaf2e). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.992895] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7220d34e-a1ee-492c-833f-d0fae6ddd935 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.008758] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537646, 'name': Destroy_Task, 'duration_secs': 0.334444} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.010077] env[62859]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 711.010234] env[62859]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62859) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 711.010538] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Destroyed the VM [ 711.010776] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 711.011483] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Folder already exists: Project (f40ffc0adc00491788070ced9dfeaf2e). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 711.012881] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Creating folder: Instances. Parent ref: group-v512654. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.012881] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-40801da4-abd5-4362-aef3-d7962153aa18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.014347] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddeb0940-cc6f-4392-82cb-37daf740cb6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.021771] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 711.021771] env[62859]: value = "task-2537651" [ 711.021771] env[62859]: _type = "Task" [ 711.021771] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.026775] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Created folder: Instances in parent group-v512654. [ 711.027028] env[62859]: DEBUG oslo.service.loopingcall [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.027603] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.027829] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9adcf99d-719b-4d1d-971c-13aca8f2c5db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.046841] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537651, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.057425] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.058883] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.058883] env[62859]: value = "task-2537653" [ 711.058883] env[62859]: _type = "Task" [ 711.058883] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.071272] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537653, 'name': CreateVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.121155] env[62859]: DEBUG oslo_vmware.api [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.257349] env[62859]: DEBUG nova.compute.manager [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.278954] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.279283] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.279460] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.279645] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.279794] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.279940] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.280306] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.280493] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.280668] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.281033] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.281033] env[62859]: DEBUG nova.virt.hardware [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.281888] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad4b13b-c842-41eb-9530-185a280cd86b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.290294] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ceb2c-3ed8-4118-8d14-1d03611754b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.363571] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e6a6f06-99d7-475d-bc50-668cd2be5029 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.372864] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870ca754-45be-4026-b8a3-ddfd40babd59 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.391111] env[62859]: DEBUG nova.scheduler.client.report [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.415369] env[62859]: DEBUG nova.compute.manager [req-a993b294-d517-4f76-85c4-b54027843579 req-6c10f11d-8f1d-4e7b-9d80-301784d4c680 service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Detach interface failed, port_id=a33a6b04-ca8b-4d7b-aefb-d59240027000, reason: Instance b82c868d-7858-46aa-aae6-c563d91686ab could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 711.426143] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789857} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.426409] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] d721b901-e551-4ca3-96bb-c6e27034f55c/d721b901-e551-4ca3-96bb-c6e27034f55c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.426619] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.427176] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08553cdc-6341-4f38-9ae4-44925bc80bae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.433327] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 711.433327] env[62859]: value = "task-2537654" [ 711.433327] env[62859]: _type = "Task" [ 711.433327] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.441494] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.537015] env[62859]: DEBUG oslo_vmware.api [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537651, 'name': RemoveSnapshot_Task, 'duration_secs': 0.48824} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.537382] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 711.537668] env[62859]: INFO nova.compute.manager [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Took 14.46 seconds to snapshot the instance on the hypervisor. [ 711.552782] env[62859]: DEBUG nova.network.neutron [-] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.558568] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537648, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.568199] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537653, 'name': CreateVM_Task, 'duration_secs': 0.495543} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.568361] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.569027] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sda', 'attachment_id': '3e0defc2-1647-4e63-898c-14801f7e396e', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512660', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'name': 'volume-bec85c11-29ae-4e0f-b657-5ee596c2e903', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29b407c9-b341-4009-9d0d-f6dad4eefa95', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'serial': 'bec85c11-29ae-4e0f-b657-5ee596c2e903'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62859) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 711.569239] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Root volume attach. Driver type: vmdk {{(pid=62859) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 711.570326] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb469b8-9fff-4f82-a0e1-bb01296ff82a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.579759] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9cfb3f-d7a4-416a-89f9-dd74d28e83bf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.586255] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0ce49c-a867-4ed8-90d4-d685697153c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.592693] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ac0461c9-99d4-42ba-bdc2-5c997efb8ee3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.599025] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 711.599025] env[62859]: value = "task-2537655" [ 711.599025] env[62859]: _type = "Task" [ 711.599025] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.606397] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.619455] env[62859]: DEBUG oslo_vmware.api [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.783097} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.619699] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.619885] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.620076] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.620252] env[62859]: INFO nova.compute.manager [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Took 2.12 seconds to destroy the instance on the hypervisor. [ 711.620486] env[62859]: DEBUG oslo.service.loopingcall [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.620670] env[62859]: DEBUG nova.compute.manager [-] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.620945] env[62859]: DEBUG nova.network.neutron [-] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.765989] env[62859]: DEBUG nova.network.neutron [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Successfully updated port: 1e3c28c0-3f2e-49e8-9f51-10682db41bb5 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.891239] env[62859]: DEBUG oslo_concurrency.lockutils [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "ac149eca-36f6-4a52-a57b-88f8970e4159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.891239] env[62859]: DEBUG oslo_concurrency.lockutils [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "ac149eca-36f6-4a52-a57b-88f8970e4159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.891335] env[62859]: DEBUG oslo_concurrency.lockutils [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "ac149eca-36f6-4a52-a57b-88f8970e4159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.891981] env[62859]: DEBUG oslo_concurrency.lockutils [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "ac149eca-36f6-4a52-a57b-88f8970e4159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.891981] env[62859]: DEBUG oslo_concurrency.lockutils [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "ac149eca-36f6-4a52-a57b-88f8970e4159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.894868] env[62859]: INFO nova.compute.manager [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Terminating instance [ 711.898881] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.898881] env[62859]: DEBUG nova.compute.manager [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.906765] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.506s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.907454] env[62859]: DEBUG nova.objects.instance [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lazy-loading 'resources' on Instance uuid 3d178e52-534b-4980-bc4b-0973d55b0642 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.909045] env[62859]: DEBUG nova.network.neutron [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Updated VIF entry in instance network info cache for port 5fd0882c-7c89-407c-acf9-4bdee3057ad6. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.910489] env[62859]: DEBUG nova.network.neutron [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Updating instance_info_cache with network_info: [{"id": "5fd0882c-7c89-407c-acf9-4bdee3057ad6", "address": "fa:16:3e:47:85:1f", "network": {"id": "6379e180-c3c3-4985-a790-77bf01b6f4af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1748166074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40ffc0adc00491788070ced9dfeaf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd0882c-7c", "ovs_interfaceid": "5fd0882c-7c89-407c-acf9-4bdee3057ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.946536] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129108} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.946834] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.947774] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d4d377-dd7a-446d-af87-dd4706428fca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.973726] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d721b901-e551-4ca3-96bb-c6e27034f55c/d721b901-e551-4ca3-96bb-c6e27034f55c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.974500] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6bbc2bb-5bab-48b6-9ea6-81497cae0d6c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.996107] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 711.996107] env[62859]: value = "task-2537656" [ 711.996107] env[62859]: _type = "Task" [ 711.996107] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.006774] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.041642] env[62859]: DEBUG nova.compute.manager [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Instance disappeared during snapshot {{(pid=62859) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 712.060144] env[62859]: INFO nova.compute.manager [-] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Took 1.79 seconds to deallocate network for instance. [ 712.060144] env[62859]: DEBUG oslo_vmware.api [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537648, 'name': PowerOnVM_Task, 'duration_secs': 1.047108} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.060955] env[62859]: DEBUG nova.compute.manager [None req-9b56369d-5df7-4966-a315-e406e1146c2b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image not found during clean up 7ff47a65-5f9d-44a9-aa16-ab3c2866f3c4 {{(pid=62859) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 712.063541] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.063760] env[62859]: INFO nova.compute.manager [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Took 11.24 seconds to spawn the instance on the hypervisor. [ 712.063972] env[62859]: DEBUG nova.compute.manager [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.065170] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd3feb-f1e4-414f-8e05-59831b6792bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.112824] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task} progress is 42%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.268833] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "refresh_cache-819bc465-d1e1-41bb-8d69-740c4eb51f4d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.269118] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "refresh_cache-819bc465-d1e1-41bb-8d69-740c4eb51f4d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.269118] env[62859]: DEBUG nova.network.neutron [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.376170] env[62859]: DEBUG nova.compute.manager [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Received event network-vif-plugged-1e3c28c0-3f2e-49e8-9f51-10682db41bb5 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.376170] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] Acquiring lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.376674] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.376674] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.376674] env[62859]: DEBUG nova.compute.manager [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] No waiting events found dispatching network-vif-plugged-1e3c28c0-3f2e-49e8-9f51-10682db41bb5 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.376914] env[62859]: WARNING nova.compute.manager [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Received unexpected event network-vif-plugged-1e3c28c0-3f2e-49e8-9f51-10682db41bb5 for instance with vm_state building and task_state spawning. [ 712.377010] env[62859]: DEBUG nova.compute.manager [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Received event network-changed-1e3c28c0-3f2e-49e8-9f51-10682db41bb5 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.377183] env[62859]: DEBUG nova.compute.manager [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Refreshing instance network info cache due to event network-changed-1e3c28c0-3f2e-49e8-9f51-10682db41bb5. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.377382] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] Acquiring lock "refresh_cache-819bc465-d1e1-41bb-8d69-740c4eb51f4d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.407854] env[62859]: DEBUG nova.compute.manager [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.408117] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.409135] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e99ca3-e838-4a65-b414-2cb9e61efb75 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.414729] env[62859]: DEBUG nova.compute.utils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.420146] env[62859]: DEBUG oslo_concurrency.lockutils [req-f7c73e22-080c-46cb-a0e2-80b352f27f19 req-da0b9230-eb3e-4f1d-877a-75aed91aee51 service nova] Releasing lock "refresh_cache-29b407c9-b341-4009-9d0d-f6dad4eefa95" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.420363] env[62859]: DEBUG nova.compute.manager [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.421425] env[62859]: DEBUG nova.network.neutron [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.424450] env[62859]: DEBUG nova.network.neutron [-] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.428654] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.429568] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea0754b9-1602-4fff-a172-05ef462190f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.476474] env[62859]: DEBUG nova.policy [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '400d161aecff4f1ab648e42edd49ea86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e7f7480104f378cfa8633babde322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.508639] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537656, 'name': ReconfigVM_Task, 'duration_secs': 0.366821} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.508954] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d721b901-e551-4ca3-96bb-c6e27034f55c/d721b901-e551-4ca3-96bb-c6e27034f55c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.515784] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bad6b92b-8e0c-4a55-9812-8fe0e2b2fd1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.521553] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 712.521553] env[62859]: value = "task-2537658" [ 712.521553] env[62859]: _type = "Task" [ 712.521553] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.527145] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.527625] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.527899] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleting the datastore file [datastore2] ac149eca-36f6-4a52-a57b-88f8970e4159 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.530983] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d0c441-72b6-450c-8128-aa3501d39fb8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.540724] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537658, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.542260] env[62859]: DEBUG oslo_vmware.api [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 712.542260] env[62859]: value = "task-2537659" [ 712.542260] env[62859]: _type = "Task" [ 712.542260] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.573130] env[62859]: DEBUG oslo_concurrency.lockutils [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.588421] env[62859]: INFO nova.compute.manager [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Took 54.70 seconds to build instance. [ 712.616618] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task} progress is 56%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.639248] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.639407] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.767042] env[62859]: DEBUG nova.network.neutron [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Successfully created port: a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.805153] env[62859]: DEBUG nova.network.neutron [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.871614] env[62859]: DEBUG nova.compute.manager [req-6d598277-9a0b-4d00-b78e-52848f7e6dcd req-ce418985-5309-43dc-9c20-5a48d36b0923 service nova] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Received event network-vif-deleted-a80e74a3-242c-4dcb-9d98-bb3799c6681d {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.920945] env[62859]: DEBUG nova.compute.manager [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.927695] env[62859]: INFO nova.compute.manager [-] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Took 1.31 seconds to deallocate network for instance. [ 713.024365] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da5abd-4c41-4e8c-b32d-3100cc964772 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.036796] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537658, 'name': Rename_Task, 'duration_secs': 0.189225} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.039189] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.039477] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52b75434-77f3-4e03-a92d-a82997c43062 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.041980] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b2d52-3be0-4384-8322-445a262e5ad9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.047029] env[62859]: DEBUG nova.network.neutron [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Updating instance_info_cache with network_info: [{"id": "1e3c28c0-3f2e-49e8-9f51-10682db41bb5", "address": "fa:16:3e:5a:9f:46", "network": {"id": "6a582584-9e01-49cb-82f0-763166e7cbbe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1229647725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e7f7480104f378cfa8633babde322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3c28c0-3f", "ovs_interfaceid": "1e3c28c0-3f2e-49e8-9f51-10682db41bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.058152] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 713.058152] env[62859]: value = "task-2537660" [ 713.058152] env[62859]: _type = "Task" [ 713.058152] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.092739] env[62859]: DEBUG oslo_vmware.api [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.096753] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c497f793-7f3f-404f-8ade-bdd28f754c36 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.100308] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec300371-5376-4d16-be2f-13720ca0d516 tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "b1f7f686-6345-42ac-8227-f1a176e0d437" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.780s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.112202] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.114610] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eb3da3-685a-493c-b15a-f74911e4e133 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.122438] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task} progress is 69%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.133245] env[62859]: DEBUG nova.compute.provider_tree [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.441592] env[62859]: DEBUG oslo_concurrency.lockutils [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.557110] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "refresh_cache-819bc465-d1e1-41bb-8d69-740c4eb51f4d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.557457] env[62859]: DEBUG nova.compute.manager [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Instance network_info: |[{"id": "1e3c28c0-3f2e-49e8-9f51-10682db41bb5", "address": "fa:16:3e:5a:9f:46", "network": {"id": "6a582584-9e01-49cb-82f0-763166e7cbbe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1229647725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e7f7480104f378cfa8633babde322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3c28c0-3f", "ovs_interfaceid": "1e3c28c0-3f2e-49e8-9f51-10682db41bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.560947] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] Acquired lock "refresh_cache-819bc465-d1e1-41bb-8d69-740c4eb51f4d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.561198] env[62859]: DEBUG nova.network.neutron [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Refreshing network info cache for port 1e3c28c0-3f2e-49e8-9f51-10682db41bb5 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.563035] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:9f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e3c28c0-3f2e-49e8-9f51-10682db41bb5', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.570374] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Creating folder: Project (e16e7f7480104f378cfa8633babde322). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.570609] env[62859]: DEBUG oslo_vmware.api [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.789143} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.573882] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0706fc73-8a9d-496d-8f3e-2e02a2e6abd7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.575759] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.575961] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.576158] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.576337] env[62859]: INFO nova.compute.manager [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Took 1.17 seconds to destroy the instance on the hypervisor. [ 713.576583] env[62859]: DEBUG oslo.service.loopingcall [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.577101] env[62859]: DEBUG nova.compute.manager [-] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 713.577205] env[62859]: DEBUG nova.network.neutron [-] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.589190] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Created folder: Project (e16e7f7480104f378cfa8633babde322) in parent group-v512592. [ 713.589562] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Creating folder: Instances. Parent ref: group-v512711. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.590050] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a22dc2e-b5e2-4d09-9298-3c15cf6d1166 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.602296] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.604058] env[62859]: DEBUG nova.compute.manager [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.606657] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Created folder: Instances in parent group-v512711. [ 713.606908] env[62859]: DEBUG oslo.service.loopingcall [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.612267] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.612267] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15efed5c-60d5-4b5c-ac8b-7666adeba175 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.638302] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task} progress is 82%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.638302] env[62859]: DEBUG nova.scheduler.client.report [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.640071] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.640071] env[62859]: value = "task-2537663" [ 713.640071] env[62859]: _type = "Task" [ 713.640071] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.649279] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537663, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.861418] env[62859]: DEBUG nova.network.neutron [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Updated VIF entry in instance network info cache for port 1e3c28c0-3f2e-49e8-9f51-10682db41bb5. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.861800] env[62859]: DEBUG nova.network.neutron [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Updating instance_info_cache with network_info: [{"id": "1e3c28c0-3f2e-49e8-9f51-10682db41bb5", "address": "fa:16:3e:5a:9f:46", "network": {"id": "6a582584-9e01-49cb-82f0-763166e7cbbe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1229647725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e7f7480104f378cfa8633babde322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3c28c0-3f", "ovs_interfaceid": "1e3c28c0-3f2e-49e8-9f51-10682db41bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.932233] env[62859]: DEBUG nova.compute.manager [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.959473] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.959738] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.959896] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.960092] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.960244] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.960394] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.960608] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.960766] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.960931] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.961106] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.961284] env[62859]: DEBUG nova.virt.hardware [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.962542] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56a82a8-9b6c-4de2-bc4f-0a8fafe7879c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.970483] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f6065a-0499-4363-a539-cbd17aada39c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.102404] env[62859]: DEBUG oslo_vmware.api [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537660, 'name': PowerOnVM_Task, 'duration_secs': 0.608224} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.102688] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.102893] env[62859]: INFO nova.compute.manager [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Took 8.41 seconds to spawn the instance on the hypervisor. [ 714.103090] env[62859]: DEBUG nova.compute.manager [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.103879] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf524d-f928-4fc8-8cb1-0412ab72e77d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.132190] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task} progress is 97%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.141427] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.148253] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.618s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.155026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.160560] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537663, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.174438] env[62859]: INFO nova.scheduler.client.report [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Deleted allocations for instance 3d178e52-534b-4980-bc4b-0973d55b0642 [ 714.350043] env[62859]: DEBUG nova.network.neutron [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Successfully updated port: a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.365204] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] Releasing lock "refresh_cache-819bc465-d1e1-41bb-8d69-740c4eb51f4d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.365515] env[62859]: DEBUG nova.compute.manager [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Received event network-vif-deleted-c9dd2184-dd9d-45a9-a002-cf7134ac0786 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.365713] env[62859]: INFO nova.compute.manager [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Neutron deleted interface c9dd2184-dd9d-45a9-a002-cf7134ac0786; detaching it from the instance and deleting it from the info cache [ 714.365956] env[62859]: DEBUG nova.network.neutron [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.372034] env[62859]: DEBUG nova.network.neutron [-] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.411559] env[62859]: DEBUG nova.compute.manager [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Received event network-vif-deleted-c5d4b59a-3ef5-447a-8107-3d65c27cc110 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.411762] env[62859]: DEBUG nova.compute.manager [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Received event network-vif-plugged-a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.411999] env[62859]: DEBUG oslo_concurrency.lockutils [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] Acquiring lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.412277] env[62859]: DEBUG oslo_concurrency.lockutils [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] Lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.412480] env[62859]: DEBUG oslo_concurrency.lockutils [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] Lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.412702] env[62859]: DEBUG nova.compute.manager [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] No waiting events found dispatching network-vif-plugged-a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.412890] env[62859]: WARNING nova.compute.manager [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Received unexpected event network-vif-plugged-a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c for instance with vm_state building and task_state spawning. [ 714.413064] env[62859]: DEBUG nova.compute.manager [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Received event network-changed-a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.413218] env[62859]: DEBUG nova.compute.manager [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Refreshing instance network info cache due to event network-changed-a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.413403] env[62859]: DEBUG oslo_concurrency.lockutils [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] Acquiring lock "refresh_cache-b4ee1173-3505-4096-be58-2f6f9ce6e6b6" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.413539] env[62859]: DEBUG oslo_concurrency.lockutils [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] Acquired lock "refresh_cache-b4ee1173-3505-4096-be58-2f6f9ce6e6b6" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.414031] env[62859]: DEBUG nova.network.neutron [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Refreshing network info cache for port a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.616878] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task} progress is 98%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.633639] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquiring lock "b1f7f686-6345-42ac-8227-f1a176e0d437" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.633835] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "b1f7f686-6345-42ac-8227-f1a176e0d437" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.634067] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquiring lock "b1f7f686-6345-42ac-8227-f1a176e0d437-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.634476] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "b1f7f686-6345-42ac-8227-f1a176e0d437-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.634913] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "b1f7f686-6345-42ac-8227-f1a176e0d437-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.640368] env[62859]: INFO nova.compute.manager [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Terminating instance [ 714.646096] env[62859]: INFO nova.compute.manager [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Took 48.17 seconds to build instance. [ 714.661759] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537663, 'name': CreateVM_Task, 'duration_secs': 0.726786} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.662732] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.664713] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.664882] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.665225] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.665860] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bed6d9e-00d9-4e7d-a4a0-2b829a9b2d0c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.672195] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 714.672195] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a74b48-fcae-4758-aa5c-f7510caac9a7" [ 714.672195] env[62859]: _type = "Task" [ 714.672195] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.683566] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a74b48-fcae-4758-aa5c-f7510caac9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.684062] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9c4bf45-767d-449a-a1b3-5b6d09f2e911 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252 tempest-FloatingIPsAssociationNegativeTestJSON-1135913252-project-member] Lock "3d178e52-534b-4980-bc4b-0973d55b0642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.342s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.852554] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "refresh_cache-b4ee1173-3505-4096-be58-2f6f9ce6e6b6" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.871272] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26dcef0d-4b3c-43c6-bdee-68b993601d3d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.873874] env[62859]: INFO nova.compute.manager [-] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Took 1.30 seconds to deallocate network for instance. [ 714.887757] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf323cd-cb8b-473a-9733-05fc0f7787dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.926773] env[62859]: DEBUG nova.compute.manager [req-5f2aea2e-987b-47d7-8328-6a7eda404850 req-b4a86dd5-6cd6-4bce-ab43-dd61dbb1dadc service nova] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Detach interface failed, port_id=c9dd2184-dd9d-45a9-a002-cf7134ac0786, reason: Instance e92be754-1aa3-44b3-a163-08c250b6adf9 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 714.955764] env[62859]: DEBUG nova.network.neutron [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.022300] env[62859]: DEBUG nova.network.neutron [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.118395] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task} progress is 98%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.149409] env[62859]: DEBUG oslo_concurrency.lockutils [None req-662f13df-300b-477b-8ce0-8c708d0b93f9 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "d721b901-e551-4ca3-96bb-c6e27034f55c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.819s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.150089] env[62859]: DEBUG nova.compute.manager [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.150285] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.155136] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016e741f-cc4e-42df-80ff-c9d55318cd63 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.160927] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.161223] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a86bbdb-f119-4264-8644-48df7b26226f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.175492] env[62859]: DEBUG oslo_vmware.api [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 715.175492] env[62859]: value = "task-2537664" [ 715.175492] env[62859]: _type = "Task" [ 715.175492] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.188496] env[62859]: DEBUG oslo_vmware.api [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.191484] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a74b48-fcae-4758-aa5c-f7510caac9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.018699} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.191770] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.192147] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.192290] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.192496] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.192815] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.192936] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee5703da-737f-4310-a105-aaab9b8b8bdf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.195717] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 6c9c4f26-fccc-4009-a554-fa21d6bb157d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.195794] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 8df0232c-8f30-479a-a99d-40e3f767b477 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.195868] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance fde96d58-b090-42bd-881e-e03f2a819f58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.196037] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance a6f3cd92-f6a3-4748-a052-d9b124ce5876 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.196103] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 57766422-1249-4ac4-8dcd-736cf0325556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.196780] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance b313f565-8c01-497c-9f95-858319cfea1f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.196780] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 8a2be843-34fa-42c4-be53-ad595c485a92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.196780] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 035853df-2910-4a07-a5c6-2f42b2ca01da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.196780] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance edd39829-7fbc-4f66-813a-b1efd6197163 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.196780] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 87ba25fb-c7c5-4568-8a71-b97136947fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.196780] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 26d29119-2b0e-41c9-9ea4-b9a508e657d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.197194] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.197194] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance ac149eca-36f6-4a52-a57b-88f8970e4159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.197194] env[62859]: WARNING nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance e92be754-1aa3-44b3-a163-08c250b6adf9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.197278] env[62859]: WARNING nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance b82c868d-7858-46aa-aae6-c563d91686ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 715.197360] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance b1f7f686-6345-42ac-8227-f1a176e0d437 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.197480] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 61298cc5-f277-4ffa-a9ce-5d6998706a51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.197593] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance d721b901-e551-4ca3-96bb-c6e27034f55c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.197703] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 29b407c9-b341-4009-9d0d-f6dad4eefa95 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.197808] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 819bc465-d1e1-41bb-8d69-740c4eb51f4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.197917] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance b4ee1173-3505-4096-be58-2f6f9ce6e6b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 715.206185] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.206364] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.207114] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3c7906-6028-4fab-86b4-8821cb89894d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.212745] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 715.212745] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f71833-2c7a-5388-c7e1-580b97780728" [ 715.212745] env[62859]: _type = "Task" [ 715.212745] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.220263] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f71833-2c7a-5388-c7e1-580b97780728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.380562] env[62859]: DEBUG oslo_concurrency.lockutils [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.525127] env[62859]: DEBUG oslo_concurrency.lockutils [req-90f45974-ca78-4d2e-bcfd-7393553f20fe req-59bb36b5-00e2-45ac-b66e-a68cf72bb3f5 service nova] Releasing lock "refresh_cache-b4ee1173-3505-4096-be58-2f6f9ce6e6b6" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.525564] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "refresh_cache-b4ee1173-3505-4096-be58-2f6f9ce6e6b6" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.525729] env[62859]: DEBUG nova.network.neutron [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.619100] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task} progress is 98%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.656798] env[62859]: DEBUG nova.compute.manager [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.690091] env[62859]: DEBUG oslo_vmware.api [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537664, 'name': PowerOffVM_Task, 'duration_secs': 0.324605} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.690406] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.690599] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.690860] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65bda982-10c7-4fbc-ac17-ea09ca83176e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.701128] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance a4984a5e-e8f5-4c0d-bf88-0ff34505a515 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 715.726604] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f71833-2c7a-5388-c7e1-580b97780728, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.726604] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fb4754-4434-4739-9b06-f11090844b86 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.733138] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 715.733138] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529a7738-39e8-f8ba-b9cb-83e0cf449a5d" [ 715.733138] env[62859]: _type = "Task" [ 715.733138] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.745878] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529a7738-39e8-f8ba-b9cb-83e0cf449a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.753421] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.753756] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.754046] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Deleting the datastore file [datastore1] b1f7f686-6345-42ac-8227-f1a176e0d437 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.754431] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97d524d1-6c3c-404a-be51-07840391fba8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.762442] env[62859]: DEBUG oslo_vmware.api [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for the task: (returnval){ [ 715.762442] env[62859]: value = "task-2537666" [ 715.762442] env[62859]: _type = "Task" [ 715.762442] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.775622] env[62859]: DEBUG oslo_vmware.api [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.098952] env[62859]: DEBUG nova.network.neutron [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.118031] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537655, 'name': RelocateVM_Task, 'duration_secs': 4.240231} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.118456] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 716.118694] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512660', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'name': 'volume-bec85c11-29ae-4e0f-b657-5ee596c2e903', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29b407c9-b341-4009-9d0d-f6dad4eefa95', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'serial': 'bec85c11-29ae-4e0f-b657-5ee596c2e903'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 716.119557] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb4cc6c-bea6-4276-a8ab-cfcc3c16cd89 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.138151] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf33da-d5b0-4c09-a7a1-1187fd02d357 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.161613] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-bec85c11-29ae-4e0f-b657-5ee596c2e903/volume-bec85c11-29ae-4e0f-b657-5ee596c2e903.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.164280] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-309912ec-155d-4fce-8058-1a0680458e8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.185945] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 716.185945] env[62859]: value = "task-2537667" [ 716.185945] env[62859]: _type = "Task" [ 716.185945] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.197154] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.198094] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.205196] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 6eac9d56-8927-4004-961b-c699b26e906a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.244338] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529a7738-39e8-f8ba-b9cb-83e0cf449a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015607} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.244635] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.244894] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 819bc465-d1e1-41bb-8d69-740c4eb51f4d/819bc465-d1e1-41bb-8d69-740c4eb51f4d.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.245257] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e362503b-4707-4dca-b235-e4f5fe48def1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.254269] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 716.254269] env[62859]: value = "task-2537668" [ 716.254269] env[62859]: _type = "Task" [ 716.254269] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.265458] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.273646] env[62859]: DEBUG oslo_vmware.api [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Task: {'id': task-2537666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402173} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.273924] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.274663] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.274891] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.275094] env[62859]: INFO nova.compute.manager [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Took 1.12 seconds to destroy the instance on the hypervisor. [ 716.275477] env[62859]: DEBUG oslo.service.loopingcall [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.275812] env[62859]: DEBUG nova.compute.manager [-] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.275931] env[62859]: DEBUG nova.network.neutron [-] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.406848] env[62859]: DEBUG nova.network.neutron [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Updating instance_info_cache with network_info: [{"id": "a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c", "address": "fa:16:3e:4a:2c:cf", "network": {"id": "6a582584-9e01-49cb-82f0-763166e7cbbe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1229647725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e7f7480104f378cfa8633babde322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b2d360-fc", "ovs_interfaceid": "a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.713513] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 32ded70b-ce17-4986-a2b7-812513c24614 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 716.715597] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537667, 'name': ReconfigVM_Task, 'duration_secs': 0.347892} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.715950] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-bec85c11-29ae-4e0f-b657-5ee596c2e903/volume-bec85c11-29ae-4e0f-b657-5ee596c2e903.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.722034] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99032ea8-732f-470c-9a22-a1b97acb8644 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.743220] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 716.743220] env[62859]: value = "task-2537669" [ 716.743220] env[62859]: _type = "Task" [ 716.743220] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.753546] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.765735] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537668, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.768989] env[62859]: DEBUG nova.compute.manager [req-82bbf0f3-0ac5-430c-bbe6-eeb08dc89db1 req-da54dbed-b237-4de8-ab4b-c9be98726c74 service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Received event network-vif-deleted-5b5769ee-e7d9-42fe-bf83-1b59bc619d72 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.768989] env[62859]: INFO nova.compute.manager [req-82bbf0f3-0ac5-430c-bbe6-eeb08dc89db1 req-da54dbed-b237-4de8-ab4b-c9be98726c74 service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Neutron deleted interface 5b5769ee-e7d9-42fe-bf83-1b59bc619d72; detaching it from the instance and deleting it from the info cache [ 716.768989] env[62859]: DEBUG nova.network.neutron [req-82bbf0f3-0ac5-430c-bbe6-eeb08dc89db1 req-da54dbed-b237-4de8-ab4b-c9be98726c74 service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.908565] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "refresh_cache-b4ee1173-3505-4096-be58-2f6f9ce6e6b6" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.908802] env[62859]: DEBUG nova.compute.manager [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Instance network_info: |[{"id": "a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c", "address": "fa:16:3e:4a:2c:cf", "network": {"id": "6a582584-9e01-49cb-82f0-763166e7cbbe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1229647725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e7f7480104f378cfa8633babde322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b2d360-fc", "ovs_interfaceid": "a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.909255] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:2c:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.917491] env[62859]: DEBUG oslo.service.loopingcall [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.917855] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.917946] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87ea6f27-9687-4313-8c0d-7bdfe798717a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.938822] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.938822] env[62859]: value = "task-2537670" [ 716.938822] env[62859]: _type = "Task" [ 716.938822] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.948755] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537670, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.978460] env[62859]: DEBUG nova.compute.manager [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.980100] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f24684-aa73-4fea-8b05-114b7abb781a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.217663] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 76e75219-f9f8-48a2-8073-bfcf5f924efb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.239378] env[62859]: DEBUG nova.network.neutron [-] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.253201] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537669, 'name': ReconfigVM_Task, 'duration_secs': 0.243839} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.253512] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512660', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'name': 'volume-bec85c11-29ae-4e0f-b657-5ee596c2e903', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29b407c9-b341-4009-9d0d-f6dad4eefa95', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'serial': 'bec85c11-29ae-4e0f-b657-5ee596c2e903'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 717.254090] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0a9d12f-fe74-41d5-8cdc-6983d7685ea4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.264846] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540872} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.266051] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 819bc465-d1e1-41bb-8d69-740c4eb51f4d/819bc465-d1e1-41bb-8d69-740c4eb51f4d.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.266273] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.266580] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 717.266580] env[62859]: value = "task-2537671" [ 717.266580] env[62859]: _type = "Task" [ 717.266580] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.266774] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf55801a-0a13-42a9-aa38-b9c5ebaefc55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.272073] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1736e2d1-db13-4a9f-be53-a20f9036a863 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.277049] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 717.277049] env[62859]: value = "task-2537672" [ 717.277049] env[62859]: _type = "Task" [ 717.277049] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.286425] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0051348-600e-431b-913e-f9d3675c40d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.301077] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.323555] env[62859]: DEBUG nova.compute.manager [req-82bbf0f3-0ac5-430c-bbe6-eeb08dc89db1 req-da54dbed-b237-4de8-ab4b-c9be98726c74 service nova] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Detach interface failed, port_id=5b5769ee-e7d9-42fe-bf83-1b59bc619d72, reason: Instance b1f7f686-6345-42ac-8227-f1a176e0d437 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 717.449248] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537670, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.491739] env[62859]: INFO nova.compute.manager [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] instance snapshotting [ 717.494633] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51baea93-9414-4d0d-bdf3-c80ec24c88f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.513443] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae8618e-79a0-40fd-830b-8dcfd61efe9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.720467] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance ef19f389-3372-48b7-93e0-483af0b9ce26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.742038] env[62859]: INFO nova.compute.manager [-] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Took 1.47 seconds to deallocate network for instance. [ 717.779040] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537671, 'name': Rename_Task, 'duration_secs': 0.148112} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.779399] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.779680] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-370dbb58-8699-4e8c-8f1f-e978521134b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.791515] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091156} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.792448] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.792861] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 717.792861] env[62859]: value = "task-2537673" [ 717.792861] env[62859]: _type = "Task" [ 717.792861] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.793545] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8165d5bb-6bc3-43fd-a963-abdadfed4a72 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.817481] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 819bc465-d1e1-41bb-8d69-740c4eb51f4d/819bc465-d1e1-41bb-8d69-740c4eb51f4d.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.821463] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f7f26f-71f4-4f78-9328-78f39bb76e5d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.841654] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 717.841654] env[62859]: value = "task-2537674" [ 717.841654] env[62859]: _type = "Task" [ 717.841654] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.849641] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.950979] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537670, 'name': CreateVM_Task, 'duration_secs': 0.543382} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.951180] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.952238] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.952416] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.952764] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.953024] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3410ef-9b53-4002-bd21-b40144f53a84 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.957528] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 717.957528] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e92353-6688-6c35-3dc8-c9fdda31d61d" [ 717.957528] env[62859]: _type = "Task" [ 717.957528] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.964849] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e92353-6688-6c35-3dc8-c9fdda31d61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.023597] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.023921] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b255684-af2a-4d9e-a873-67ab69e42f7b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.033127] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 718.033127] env[62859]: value = "task-2537675" [ 718.033127] env[62859]: _type = "Task" [ 718.033127] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.041894] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.224036] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance aa1dcbf7-543c-4bee-85ca-cf3bb811b182 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.248636] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.306181] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.350978] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.467506] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e92353-6688-6c35-3dc8-c9fdda31d61d, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.467806] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.468050] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.468293] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.468442] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.469514] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.469514] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50ef78a4-447f-477a-b3d9-3286c4a4ae8d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.482351] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.482542] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.483577] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbce8810-d0fb-409f-a2fa-cabbd1d04094 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.488746] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 718.488746] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207288f-3ae8-c821-cab4-e13a280ed875" [ 718.488746] env[62859]: _type = "Task" [ 718.488746] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.496485] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207288f-3ae8-c821-cab4-e13a280ed875, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.543177] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.727103] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 6452c79d-2627-4002-b4bf-9ea900b4318c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.807350] env[62859]: DEBUG oslo_vmware.api [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537673, 'name': PowerOnVM_Task, 'duration_secs': 0.521341} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.809019] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.809019] env[62859]: INFO nova.compute.manager [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Took 8.60 seconds to spawn the instance on the hypervisor. [ 718.809019] env[62859]: DEBUG nova.compute.manager [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.809019] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fe9a9b-dcaa-46cb-985b-cf627815b56a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.853307] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537674, 'name': ReconfigVM_Task, 'duration_secs': 0.575083} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.853588] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 819bc465-d1e1-41bb-8d69-740c4eb51f4d/819bc465-d1e1-41bb-8d69-740c4eb51f4d.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.854229] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2abc7ac1-a70e-4e67-9a10-9449a29df8f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.862271] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 718.862271] env[62859]: value = "task-2537676" [ 718.862271] env[62859]: _type = "Task" [ 718.862271] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.873019] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537676, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.999068] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207288f-3ae8-c821-cab4-e13a280ed875, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.001531] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46699a95-b9ea-4266-929c-5c3d6b474677 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.004608] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 719.004608] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5243c026-0534-3488-fc66-eef63c33358d" [ 719.004608] env[62859]: _type = "Task" [ 719.004608] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.012897] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5243c026-0534-3488-fc66-eef63c33358d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.043697] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537675, 'name': CreateSnapshot_Task, 'duration_secs': 0.566615} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.043979] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 719.044821] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e093c3ae-7c5c-4706-bec9-3dedec3ff889 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.230756] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 1bf06293-a7e1-4af8-9e82-7f43c8695bb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.332921] env[62859]: INFO nova.compute.manager [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Took 45.04 seconds to build instance. [ 719.373973] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537676, 'name': Rename_Task, 'duration_secs': 0.337923} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.374946] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.375284] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-948d04a5-e738-4903-bfcf-6c1970c3ab62 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.382191] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 719.382191] env[62859]: value = "task-2537677" [ 719.382191] env[62859]: _type = "Task" [ 719.382191] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.391881] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.516955] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5243c026-0534-3488-fc66-eef63c33358d, 'name': SearchDatastore_Task, 'duration_secs': 0.011328} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.517250] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.517515] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] b4ee1173-3505-4096-be58-2f6f9ce6e6b6/b4ee1173-3505-4096-be58-2f6f9ce6e6b6.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.517781] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-479d3b78-933f-4ae6-ac71-3d31e2ad27c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.525516] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 719.525516] env[62859]: value = "task-2537678" [ 719.525516] env[62859]: _type = "Task" [ 719.525516] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.535701] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.565354] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 719.565711] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6bd56ac-a0bc-4e45-841d-8448a4323cea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.575239] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 719.575239] env[62859]: value = "task-2537679" [ 719.575239] env[62859]: _type = "Task" [ 719.575239] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.589202] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537679, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.737707] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 95aff221-c77b-49c3-b8b1-687bd1b65f1c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.835571] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92808a4c-d549-4c4d-85f4-034dc6475689 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "29b407c9-b341-4009-9d0d-f6dad4eefa95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.906s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.896885] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.037708] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490994} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.037989] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] b4ee1173-3505-4096-be58-2f6f9ce6e6b6/b4ee1173-3505-4096-be58-2f6f9ce6e6b6.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.038213] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.038467] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d298ef9d-04dc-4d77-98c5-fc5ae338478f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.045279] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 720.045279] env[62859]: value = "task-2537680" [ 720.045279] env[62859]: _type = "Task" [ 720.045279] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.055212] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.086296] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537679, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.242049] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance bc05d4e3-072c-4fb8-a72a-0cac504a8511 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.341454] env[62859]: DEBUG nova.compute.manager [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.393365] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537677, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.562248] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091828} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.562653] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.564534] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a6e979-1322-49ae-8070-e75fac22b56c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.593294] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] b4ee1173-3505-4096-be58-2f6f9ce6e6b6/b4ee1173-3505-4096-be58-2f6f9ce6e6b6.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.597825] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e21955-5d29-4a36-85a5-ed8396990f34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.617059] env[62859]: DEBUG nova.compute.manager [req-555ff21e-75b6-4309-870e-c48efa27856c req-aad0420f-7a7c-4e33-8466-fcbdf98a5c40 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Received event network-changed-5fd0882c-7c89-407c-acf9-4bdee3057ad6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.617363] env[62859]: DEBUG nova.compute.manager [req-555ff21e-75b6-4309-870e-c48efa27856c req-aad0420f-7a7c-4e33-8466-fcbdf98a5c40 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Refreshing instance network info cache due to event network-changed-5fd0882c-7c89-407c-acf9-4bdee3057ad6. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.617611] env[62859]: DEBUG oslo_concurrency.lockutils [req-555ff21e-75b6-4309-870e-c48efa27856c req-aad0420f-7a7c-4e33-8466-fcbdf98a5c40 service nova] Acquiring lock "refresh_cache-29b407c9-b341-4009-9d0d-f6dad4eefa95" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.617771] env[62859]: DEBUG oslo_concurrency.lockutils [req-555ff21e-75b6-4309-870e-c48efa27856c req-aad0420f-7a7c-4e33-8466-fcbdf98a5c40 service nova] Acquired lock "refresh_cache-29b407c9-b341-4009-9d0d-f6dad4eefa95" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.617934] env[62859]: DEBUG nova.network.neutron [req-555ff21e-75b6-4309-870e-c48efa27856c req-aad0420f-7a7c-4e33-8466-fcbdf98a5c40 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Refreshing network info cache for port 5fd0882c-7c89-407c-acf9-4bdee3057ad6 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.625684] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537679, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.627492] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 720.627492] env[62859]: value = "task-2537681" [ 720.627492] env[62859]: _type = "Task" [ 720.627492] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.637271] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.746607] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance e001c8a9-27bb-4957-82be-e2349a5a889c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.858839] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquiring lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.860029] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.863435] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.897028] env[62859]: DEBUG oslo_vmware.api [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537677, 'name': PowerOnVM_Task, 'duration_secs': 1.140251} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.897028] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.897028] env[62859]: INFO nova.compute.manager [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Took 9.64 seconds to spawn the instance on the hypervisor. [ 720.897028] env[62859]: DEBUG nova.compute.manager [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.897028] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b25abb-5544-4ac0-b1f0-083d56609b25 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.094793] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537679, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.144440] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.249373] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 4c0cf0c6-1710-439a-a670-923e7bf21967 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.415484] env[62859]: INFO nova.compute.manager [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Took 45.13 seconds to build instance. [ 721.564480] env[62859]: DEBUG nova.network.neutron [req-555ff21e-75b6-4309-870e-c48efa27856c req-aad0420f-7a7c-4e33-8466-fcbdf98a5c40 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Updated VIF entry in instance network info cache for port 5fd0882c-7c89-407c-acf9-4bdee3057ad6. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.564480] env[62859]: DEBUG nova.network.neutron [req-555ff21e-75b6-4309-870e-c48efa27856c req-aad0420f-7a7c-4e33-8466-fcbdf98a5c40 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Updating instance_info_cache with network_info: [{"id": "5fd0882c-7c89-407c-acf9-4bdee3057ad6", "address": "fa:16:3e:47:85:1f", "network": {"id": "6379e180-c3c3-4985-a790-77bf01b6f4af", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1748166074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f40ffc0adc00491788070ced9dfeaf2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f65996a3-f865-4492-9377-cd14ec8b3aae", "external-id": "nsx-vlan-transportzone-31", "segmentation_id": 31, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fd0882c-7c", "ovs_interfaceid": "5fd0882c-7c89-407c-acf9-4bdee3057ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.593706] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537679, 'name': CloneVM_Task, 'duration_secs': 1.776952} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.593706] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Created linked-clone VM from snapshot [ 721.596123] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d41a373-f5ed-4a9a-961f-f43f956837bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.602235] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Uploading image 4dcd8cfb-2817-4808-8435-ba40dff21017 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 721.627680] env[62859]: DEBUG oslo_vmware.rw_handles [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 721.627680] env[62859]: value = "vm-512716" [ 721.627680] env[62859]: _type = "VirtualMachine" [ 721.627680] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 721.627949] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c88efecc-5915-4acb-bbae-bf3d9c7ba3dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.638331] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537681, 'name': ReconfigVM_Task, 'duration_secs': 0.562478} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.639607] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Reconfigured VM instance instance-00000027 to attach disk [datastore2] b4ee1173-3505-4096-be58-2f6f9ce6e6b6/b4ee1173-3505-4096-be58-2f6f9ce6e6b6.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.640344] env[62859]: DEBUG oslo_vmware.rw_handles [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lease: (returnval){ [ 721.640344] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529da765-59bb-199b-7283-60864b0cba87" [ 721.640344] env[62859]: _type = "HttpNfcLease" [ 721.640344] env[62859]: } obtained for exporting VM: (result){ [ 721.640344] env[62859]: value = "vm-512716" [ 721.640344] env[62859]: _type = "VirtualMachine" [ 721.640344] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 721.640677] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the lease: (returnval){ [ 721.640677] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529da765-59bb-199b-7283-60864b0cba87" [ 721.640677] env[62859]: _type = "HttpNfcLease" [ 721.640677] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 721.640943] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec7b5465-f54e-45a2-b6bc-e4d1dfb2f72f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.651976] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.651976] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529da765-59bb-199b-7283-60864b0cba87" [ 721.651976] env[62859]: _type = "HttpNfcLease" [ 721.651976] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.653151] env[62859]: DEBUG oslo_vmware.rw_handles [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.653151] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529da765-59bb-199b-7283-60864b0cba87" [ 721.653151] env[62859]: _type = "HttpNfcLease" [ 721.653151] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.653428] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 721.653428] env[62859]: value = "task-2537683" [ 721.653428] env[62859]: _type = "Task" [ 721.653428] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.654105] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c389348-9c26-4dc9-8265-b83923ab7f8d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.663654] env[62859]: DEBUG oslo_vmware.rw_handles [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3e7db-32e1-6900-eae8-740e3d4d881b/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.663824] env[62859]: DEBUG oslo_vmware.rw_handles [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3e7db-32e1-6900-eae8-740e3d4d881b/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.667877] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537683, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.751989] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 9045485e-14d4-4894-81be-d3b81b45a794 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.764219] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9967d4bd-8d0c-4add-9de7-784db038f1a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.917598] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d56f406f-6d5d-4f6b-b719-9b8853b0620a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.892s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.067050] env[62859]: DEBUG oslo_concurrency.lockutils [req-555ff21e-75b6-4309-870e-c48efa27856c req-aad0420f-7a7c-4e33-8466-fcbdf98a5c40 service nova] Releasing lock "refresh_cache-29b407c9-b341-4009-9d0d-f6dad4eefa95" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.167243] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537683, 'name': Rename_Task, 'duration_secs': 0.34132} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.167612] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.167936] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d66de4e0-5980-4325-b7c8-30033cffceed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.175140] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 722.175140] env[62859]: value = "task-2537684" [ 722.175140] env[62859]: _type = "Task" [ 722.175140] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.183230] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.255049] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 07200ce9-35db-49d6-8678-671f68160b9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.422240] env[62859]: DEBUG nova.compute.manager [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.691814] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537684, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.759444] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 39489686-37f8-4922-adb6-1103f3731475 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.947992] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.186759] env[62859]: DEBUG oslo_vmware.api [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537684, 'name': PowerOnVM_Task, 'duration_secs': 0.758903} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.187530] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.189049] env[62859]: INFO nova.compute.manager [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Took 9.26 seconds to spawn the instance on the hypervisor. [ 723.189049] env[62859]: DEBUG nova.compute.manager [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.189049] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd382524-a3fe-4607-b1ef-8abd5d41bdb3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.261267] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 0987f015-d61f-46fd-bdf1-fc5e64c8646a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.261694] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 723.261858] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 723.711595] env[62859]: INFO nova.compute.manager [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Took 41.31 seconds to build instance. [ 723.819092] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6892558-813e-4757-9c24-294fe1a40ca4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.828097] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fa34a4-e783-49a9-a143-d1c3b99dd6c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.858618] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccedace-43f8-4677-b213-3a9f2cb2017b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.866553] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ebb2a3-bf91-4416-bd99-2d247893ce33 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.881274] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.213969] env[62859]: DEBUG oslo_concurrency.lockutils [None req-06a84b6e-230c-4074-b09c-f1b968b9a58a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.430s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.384151] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.717351] env[62859]: DEBUG nova.compute.manager [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.889606] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 724.890012] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.742s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.890174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.843s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.892033] env[62859]: INFO nova.compute.claims [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.237974] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.406834] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b4ec08-b973-4d5d-896b-09ef66f6159c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.415923] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0697365b-53bd-4197-ad35-bedf8ff7898d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.448768] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3983cd4e-e89b-4e2a-ab11-a9a10c818690 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.457070] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad14a50-79d6-41e9-b93c-f8d17075e69c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.481747] env[62859]: DEBUG nova.compute.provider_tree [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.986237] env[62859]: DEBUG nova.scheduler.client.report [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.491332] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.491952] env[62859]: DEBUG nova.compute.manager [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.494710] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.620s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.496422] env[62859]: INFO nova.compute.claims [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.001119] env[62859]: DEBUG nova.compute.utils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.007166] env[62859]: DEBUG nova.compute.manager [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.007166] env[62859]: DEBUG nova.network.neutron [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.048597] env[62859]: DEBUG nova.policy [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '400d161aecff4f1ab648e42edd49ea86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16e7f7480104f378cfa8633babde322', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.335517] env[62859]: DEBUG nova.network.neutron [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Successfully created port: 9e59197e-4492-40b7-8439-e7974bedeb8c {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.509930] env[62859]: DEBUG nova.compute.manager [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.011492] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81298f5b-9b57-4218-86ff-b1e1d5c38d36 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.023153] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26efded9-8dbf-40ca-9115-54cfaef04cc0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.056415] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adff063e-77e2-4050-b65e-a4e4999bb68a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.066345] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd165d29-b0c7-49d1-bc67-c7ce07e38d69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.082474] env[62859]: DEBUG nova.compute.provider_tree [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.415087] env[62859]: DEBUG oslo_vmware.rw_handles [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3e7db-32e1-6900-eae8-740e3d4d881b/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 729.416069] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9098d53b-ee95-4226-9afa-61c4b86466f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.422177] env[62859]: DEBUG oslo_vmware.rw_handles [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3e7db-32e1-6900-eae8-740e3d4d881b/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 729.422384] env[62859]: ERROR oslo_vmware.rw_handles [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3e7db-32e1-6900-eae8-740e3d4d881b/disk-0.vmdk due to incomplete transfer. [ 729.422625] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6b4f992d-ef1b-4f8c-b1f8-70ff3ae6de0c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.431130] env[62859]: DEBUG oslo_vmware.rw_handles [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3e7db-32e1-6900-eae8-740e3d4d881b/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 729.431394] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Uploaded image 4dcd8cfb-2817-4808-8435-ba40dff21017 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 729.434275] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 729.434571] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e0b72863-e278-4562-b904-3e2722ff75a5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.442094] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 729.442094] env[62859]: value = "task-2537685" [ 729.442094] env[62859]: _type = "Task" [ 729.442094] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.450944] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537685, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.522043] env[62859]: DEBUG nova.compute.manager [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.545086] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.545227] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.545376] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.545594] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.545746] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.545894] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.546124] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.546320] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.546524] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.546739] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.546930] env[62859]: DEBUG nova.virt.hardware [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.547834] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e087b78-e22c-4b08-9734-61b852e5966d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.556359] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d831599-8cd3-4f0e-a1d1-608fb1f3f690 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.585515] env[62859]: DEBUG nova.scheduler.client.report [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.733743] env[62859]: DEBUG nova.compute.manager [req-7d01f30f-274e-4e7c-b816-ddd472cce418 req-2a393cf5-22b7-4a0e-abfd-6bfa258f1518 service nova] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Received event network-vif-plugged-9e59197e-4492-40b7-8439-e7974bedeb8c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.733946] env[62859]: DEBUG oslo_concurrency.lockutils [req-7d01f30f-274e-4e7c-b816-ddd472cce418 req-2a393cf5-22b7-4a0e-abfd-6bfa258f1518 service nova] Acquiring lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.734640] env[62859]: DEBUG oslo_concurrency.lockutils [req-7d01f30f-274e-4e7c-b816-ddd472cce418 req-2a393cf5-22b7-4a0e-abfd-6bfa258f1518 service nova] Lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.734827] env[62859]: DEBUG oslo_concurrency.lockutils [req-7d01f30f-274e-4e7c-b816-ddd472cce418 req-2a393cf5-22b7-4a0e-abfd-6bfa258f1518 service nova] Lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.734997] env[62859]: DEBUG nova.compute.manager [req-7d01f30f-274e-4e7c-b816-ddd472cce418 req-2a393cf5-22b7-4a0e-abfd-6bfa258f1518 service nova] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] No waiting events found dispatching network-vif-plugged-9e59197e-4492-40b7-8439-e7974bedeb8c {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.735363] env[62859]: WARNING nova.compute.manager [req-7d01f30f-274e-4e7c-b816-ddd472cce418 req-2a393cf5-22b7-4a0e-abfd-6bfa258f1518 service nova] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Received unexpected event network-vif-plugged-9e59197e-4492-40b7-8439-e7974bedeb8c for instance with vm_state building and task_state spawning. [ 729.820269] env[62859]: DEBUG nova.network.neutron [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Successfully updated port: 9e59197e-4492-40b7-8439-e7974bedeb8c {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.954017] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537685, 'name': Destroy_Task, 'duration_secs': 0.355768} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.954362] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Destroyed the VM [ 729.954658] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 729.955191] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6197e655-d198-443a-b630-0216eddf03f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.962077] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 729.962077] env[62859]: value = "task-2537686" [ 729.962077] env[62859]: _type = "Task" [ 729.962077] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.972019] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.090889] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.091543] env[62859]: DEBUG nova.compute.manager [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.094056] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.881s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.095679] env[62859]: INFO nova.compute.claims [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.324062] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "refresh_cache-a4984a5e-e8f5-4c0d-bf88-0ff34505a515" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.324062] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "refresh_cache-a4984a5e-e8f5-4c0d-bf88-0ff34505a515" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.324062] env[62859]: DEBUG nova.network.neutron [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.472067] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.603278] env[62859]: DEBUG nova.compute.utils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.604709] env[62859]: DEBUG nova.compute.manager [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.604879] env[62859]: DEBUG nova.network.neutron [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.643036] env[62859]: DEBUG nova.policy [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '553b5a93ae46418c81f6949b5f51375f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78dbce3df59c446d81317a58eddde06e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.869299] env[62859]: DEBUG nova.network.neutron [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.978885] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.037453] env[62859]: DEBUG nova.network.neutron [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Successfully created port: 102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.096562] env[62859]: DEBUG nova.network.neutron [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Updating instance_info_cache with network_info: [{"id": "9e59197e-4492-40b7-8439-e7974bedeb8c", "address": "fa:16:3e:c4:7a:1c", "network": {"id": "6a582584-9e01-49cb-82f0-763166e7cbbe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1229647725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e7f7480104f378cfa8633babde322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e59197e-44", "ovs_interfaceid": "9e59197e-4492-40b7-8439-e7974bedeb8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.109254] env[62859]: DEBUG nova.compute.manager [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.473973] env[62859]: DEBUG oslo_vmware.api [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537686, 'name': RemoveSnapshot_Task, 'duration_secs': 1.386252} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.474318] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 731.475375] env[62859]: INFO nova.compute.manager [None req-38f977b2-1169-4bfe-8d37-ee7650b54262 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Took 13.98 seconds to snapshot the instance on the hypervisor. [ 731.599740] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "refresh_cache-a4984a5e-e8f5-4c0d-bf88-0ff34505a515" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.600064] env[62859]: DEBUG nova.compute.manager [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Instance network_info: |[{"id": "9e59197e-4492-40b7-8439-e7974bedeb8c", "address": "fa:16:3e:c4:7a:1c", "network": {"id": "6a582584-9e01-49cb-82f0-763166e7cbbe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1229647725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e7f7480104f378cfa8633babde322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e59197e-44", "ovs_interfaceid": "9e59197e-4492-40b7-8439-e7974bedeb8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.600634] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:7a:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e59197e-4492-40b7-8439-e7974bedeb8c', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.608725] env[62859]: DEBUG oslo.service.loopingcall [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.609077] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.609190] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44a5cb32-402e-460e-a411-138c0e3a774e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.628758] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c3fbf3-45a8-43c3-806b-5e79e838acc6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.637950] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43632e7-b39f-49f1-8ff0-66d4d623f32c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.644802] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.644802] env[62859]: value = "task-2537687" [ 731.644802] env[62859]: _type = "Task" [ 731.644802] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.676338] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716bc004-6854-4a95-ba30-ef7238593980 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.682479] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537687, 'name': CreateVM_Task} progress is 15%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.687680] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47639f0-67be-4419-82ad-8bec36375272 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.701281] env[62859]: DEBUG nova.compute.provider_tree [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.760989] env[62859]: DEBUG nova.compute.manager [req-c009fd60-a162-4b0c-bc88-4c412c5daf92 req-a9adb2b4-5c29-4d50-95f4-743a79ec4ec6 service nova] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Received event network-changed-9e59197e-4492-40b7-8439-e7974bedeb8c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.761193] env[62859]: DEBUG nova.compute.manager [req-c009fd60-a162-4b0c-bc88-4c412c5daf92 req-a9adb2b4-5c29-4d50-95f4-743a79ec4ec6 service nova] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Refreshing instance network info cache due to event network-changed-9e59197e-4492-40b7-8439-e7974bedeb8c. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.761423] env[62859]: DEBUG oslo_concurrency.lockutils [req-c009fd60-a162-4b0c-bc88-4c412c5daf92 req-a9adb2b4-5c29-4d50-95f4-743a79ec4ec6 service nova] Acquiring lock "refresh_cache-a4984a5e-e8f5-4c0d-bf88-0ff34505a515" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.761816] env[62859]: DEBUG oslo_concurrency.lockutils [req-c009fd60-a162-4b0c-bc88-4c412c5daf92 req-a9adb2b4-5c29-4d50-95f4-743a79ec4ec6 service nova] Acquired lock "refresh_cache-a4984a5e-e8f5-4c0d-bf88-0ff34505a515" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.762087] env[62859]: DEBUG nova.network.neutron [req-c009fd60-a162-4b0c-bc88-4c412c5daf92 req-a9adb2b4-5c29-4d50-95f4-743a79ec4ec6 service nova] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Refreshing network info cache for port 9e59197e-4492-40b7-8439-e7974bedeb8c {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.134191] env[62859]: DEBUG nova.compute.manager [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.156098] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537687, 'name': CreateVM_Task, 'duration_secs': 0.365898} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.156376] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.157352] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.157549] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.158126] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.158489] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbaac7be-7646-4ea5-9a34-6de14d25c1c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.167467] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 732.167467] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529c65f1-1a91-8a29-f9f6-1c9dcfc446f3" [ 732.167467] env[62859]: _type = "Task" [ 732.167467] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.172819] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.173058] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.173220] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.173410] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.173553] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.173718] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.173959] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.174138] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.174337] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.174506] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.174680] env[62859]: DEBUG nova.virt.hardware [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.175495] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb474699-3cc5-47cb-8ade-3e79a06c0e11 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.183289] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529c65f1-1a91-8a29-f9f6-1c9dcfc446f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009342} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.185418] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.185646] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.185871] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.186024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.186202] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.186502] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1cfc920-dcca-4b05-b239-be8ebe7c78d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.189357] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5158e72-ca95-486a-b763-7472da9dec3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.204582] env[62859]: DEBUG nova.scheduler.client.report [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.208662] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.208837] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.209731] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452c3842-fad2-4fb1-a5f6-61ac43d7b143 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.215222] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 732.215222] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ccee35-561e-f9a4-7d47-c7ba1989f8ba" [ 732.215222] env[62859]: _type = "Task" [ 732.215222] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.223324] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ccee35-561e-f9a4-7d47-c7ba1989f8ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.568838] env[62859]: DEBUG nova.network.neutron [req-c009fd60-a162-4b0c-bc88-4c412c5daf92 req-a9adb2b4-5c29-4d50-95f4-743a79ec4ec6 service nova] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Updated VIF entry in instance network info cache for port 9e59197e-4492-40b7-8439-e7974bedeb8c. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.569287] env[62859]: DEBUG nova.network.neutron [req-c009fd60-a162-4b0c-bc88-4c412c5daf92 req-a9adb2b4-5c29-4d50-95f4-743a79ec4ec6 service nova] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Updating instance_info_cache with network_info: [{"id": "9e59197e-4492-40b7-8439-e7974bedeb8c", "address": "fa:16:3e:c4:7a:1c", "network": {"id": "6a582584-9e01-49cb-82f0-763166e7cbbe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1229647725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e7f7480104f378cfa8633babde322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e59197e-44", "ovs_interfaceid": "9e59197e-4492-40b7-8439-e7974bedeb8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.698827] env[62859]: DEBUG nova.network.neutron [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Successfully updated port: 102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.712651] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.712651] env[62859]: DEBUG nova.compute.manager [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.716562] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.514s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.718428] env[62859]: INFO nova.compute.claims [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.731980] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ccee35-561e-f9a4-7d47-c7ba1989f8ba, 'name': SearchDatastore_Task, 'duration_secs': 0.031544} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.734445] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20df152b-4720-4a02-8b39-51a10a8dfa14 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.740020] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 732.740020] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f9fe1b-8994-0920-6fd8-f7484ffaea50" [ 732.740020] env[62859]: _type = "Task" [ 732.740020] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.747534] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f9fe1b-8994-0920-6fd8-f7484ffaea50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.072335] env[62859]: DEBUG oslo_concurrency.lockutils [req-c009fd60-a162-4b0c-bc88-4c412c5daf92 req-a9adb2b4-5c29-4d50-95f4-743a79ec4ec6 service nova] Releasing lock "refresh_cache-a4984a5e-e8f5-4c0d-bf88-0ff34505a515" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.202577] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.202720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquired lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.202860] env[62859]: DEBUG nova.network.neutron [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.224170] env[62859]: DEBUG nova.compute.utils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.227833] env[62859]: DEBUG nova.compute.manager [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.227833] env[62859]: DEBUG nova.network.neutron [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.248990] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f9fe1b-8994-0920-6fd8-f7484ffaea50, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.249400] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.249554] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a4984a5e-e8f5-4c0d-bf88-0ff34505a515/a4984a5e-e8f5-4c0d-bf88-0ff34505a515.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.249847] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26dfac18-fbae-4364-b933-c1ce2410b224 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.257555] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 733.257555] env[62859]: value = "task-2537688" [ 733.257555] env[62859]: _type = "Task" [ 733.257555] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.265472] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.273411] env[62859]: DEBUG nova.policy [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '578e41e536974456936f6d41fc64b6f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c411ec65f8fc4bc99d630b9fe9df64a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.577800] env[62859]: DEBUG nova.network.neutron [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Successfully created port: 0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.730987] env[62859]: DEBUG nova.compute.manager [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.768388] env[62859]: DEBUG nova.network.neutron [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.777024] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457336} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.777312] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a4984a5e-e8f5-4c0d-bf88-0ff34505a515/a4984a5e-e8f5-4c0d-bf88-0ff34505a515.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.777532] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.778318] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d76087f-f916-4688-a145-c3b2f2081199 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.786512] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 733.786512] env[62859]: value = "task-2537689" [ 733.786512] env[62859]: _type = "Task" [ 733.786512] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.792682] env[62859]: DEBUG nova.compute.manager [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Received event network-vif-plugged-102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.792898] env[62859]: DEBUG oslo_concurrency.lockutils [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] Acquiring lock "6eac9d56-8927-4004-961b-c699b26e906a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.793209] env[62859]: DEBUG oslo_concurrency.lockutils [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] Lock "6eac9d56-8927-4004-961b-c699b26e906a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.793292] env[62859]: DEBUG oslo_concurrency.lockutils [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] Lock "6eac9d56-8927-4004-961b-c699b26e906a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.793502] env[62859]: DEBUG nova.compute.manager [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] No waiting events found dispatching network-vif-plugged-102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.793660] env[62859]: WARNING nova.compute.manager [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Received unexpected event network-vif-plugged-102a5297-036d-49f1-9556-a93451aec74c for instance with vm_state building and task_state spawning. [ 733.793821] env[62859]: DEBUG nova.compute.manager [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Received event network-changed-102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.793909] env[62859]: DEBUG nova.compute.manager [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Refreshing instance network info cache due to event network-changed-102a5297-036d-49f1-9556-a93451aec74c. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.794084] env[62859]: DEBUG oslo_concurrency.lockutils [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] Acquiring lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.801828] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.966077] env[62859]: DEBUG nova.network.neutron [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updating instance_info_cache with network_info: [{"id": "102a5297-036d-49f1-9556-a93451aec74c", "address": "fa:16:3e:cf:4e:c6", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102a5297-03", "ovs_interfaceid": "102a5297-036d-49f1-9556-a93451aec74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.059160] env[62859]: DEBUG nova.compute.manager [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.060069] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af40e03f-56f2-4995-a89d-dc2f7e6ba357 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.262765] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac808456-01b9-44f2-88ba-eb47587c9be4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.270596] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfb66f8-6a9b-4566-9b55-0601c20ad9b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.304145] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e41d1-0f8e-4234-94b7-f093ef348036 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.315862] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa206126-05ad-4bfd-b848-cfb390023bc7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.319604] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067453} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.320355] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.321396] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59305691-75db-4212-851a-0ea9438bbe1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.331565] env[62859]: DEBUG nova.compute.provider_tree [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.351756] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] a4984a5e-e8f5-4c0d-bf88-0ff34505a515/a4984a5e-e8f5-4c0d-bf88-0ff34505a515.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.352556] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918ec931-c8ee-4243-9c1a-be5b64dec60c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.372373] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 734.372373] env[62859]: value = "task-2537690" [ 734.372373] env[62859]: _type = "Task" [ 734.372373] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.379928] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.469842] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Releasing lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.470590] env[62859]: DEBUG nova.compute.manager [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance network_info: |[{"id": "102a5297-036d-49f1-9556-a93451aec74c", "address": "fa:16:3e:cf:4e:c6", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102a5297-03", "ovs_interfaceid": "102a5297-036d-49f1-9556-a93451aec74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.470590] env[62859]: DEBUG oslo_concurrency.lockutils [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] Acquired lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.470791] env[62859]: DEBUG nova.network.neutron [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Refreshing network info cache for port 102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.472070] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:4e:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '102a5297-036d-49f1-9556-a93451aec74c', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.480690] env[62859]: DEBUG oslo.service.loopingcall [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.482037] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.482129] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ea0d1a3-f284-4e6c-8a36-313ab7771b77 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.504150] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.504150] env[62859]: value = "task-2537691" [ 734.504150] env[62859]: _type = "Task" [ 734.504150] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.513330] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537691, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.572949] env[62859]: INFO nova.compute.manager [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] instance snapshotting [ 734.576009] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0194705-e652-4333-95ad-6bbfda1ae5f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.594992] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26560c74-cfef-4c39-9323-4f8ba5749a6c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.744521] env[62859]: DEBUG nova.compute.manager [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.766173] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.766330] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.766489] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.766671] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.766818] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.766965] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.767214] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.767342] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.767509] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.767688] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.767840] env[62859]: DEBUG nova.virt.hardware [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.769070] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dc7897-7708-4188-b274-b766ce4932c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.777193] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e54509-e056-43f6-b4a1-c4750f52d963 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.834846] env[62859]: DEBUG nova.scheduler.client.report [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.882928] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537690, 'name': ReconfigVM_Task, 'duration_secs': 0.285644} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.883173] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Reconfigured VM instance instance-00000028 to attach disk [datastore2] a4984a5e-e8f5-4c0d-bf88-0ff34505a515/a4984a5e-e8f5-4c0d-bf88-0ff34505a515.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.883884] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-842f0f69-b47e-4c15-95ff-4003f86b314d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.890007] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 734.890007] env[62859]: value = "task-2537692" [ 734.890007] env[62859]: _type = "Task" [ 734.890007] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.896997] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537692, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.016396] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537691, 'name': CreateVM_Task, 'duration_secs': 0.326969} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.019398] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.019398] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.019398] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.019398] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 735.019398] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6eb410-99a5-4b8a-9167-deef52a5eeac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.023992] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 735.023992] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521dc332-5cf0-ab2f-8c9e-cfa03f167068" [ 735.023992] env[62859]: _type = "Task" [ 735.023992] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.036410] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521dc332-5cf0-ab2f-8c9e-cfa03f167068, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.036701] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.036945] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.037203] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.038206] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.038206] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.038206] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cbacf76-a620-4e16-acce-c881809d3f11 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.045135] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.045311] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.046028] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dbebaf0-6066-468b-b024-efaeb828a16b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.051387] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 735.051387] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5218248f-581c-933f-2601-152cabf004a3" [ 735.051387] env[62859]: _type = "Task" [ 735.051387] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.059263] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5218248f-581c-933f-2601-152cabf004a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.106058] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.106326] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-445a3f38-c43b-4e9c-afed-32709c5eac05 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.113576] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 735.113576] env[62859]: value = "task-2537693" [ 735.113576] env[62859]: _type = "Task" [ 735.113576] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.123609] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537693, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.296273] env[62859]: DEBUG nova.network.neutron [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updated VIF entry in instance network info cache for port 102a5297-036d-49f1-9556-a93451aec74c. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.296720] env[62859]: DEBUG nova.network.neutron [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updating instance_info_cache with network_info: [{"id": "102a5297-036d-49f1-9556-a93451aec74c", "address": "fa:16:3e:cf:4e:c6", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102a5297-03", "ovs_interfaceid": "102a5297-036d-49f1-9556-a93451aec74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.324822] env[62859]: DEBUG nova.network.neutron [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Successfully updated port: 0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.339739] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.340254] env[62859]: DEBUG nova.compute.manager [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.342788] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.963s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.342962] env[62859]: DEBUG nova.objects.instance [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 735.401409] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537692, 'name': Rename_Task, 'duration_secs': 0.150275} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.401767] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.402094] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e709cd2-3c86-4c79-ae10-9b09c6c3f7cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.410813] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 735.410813] env[62859]: value = "task-2537694" [ 735.410813] env[62859]: _type = "Task" [ 735.410813] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.419332] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.563497] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5218248f-581c-933f-2601-152cabf004a3, 'name': SearchDatastore_Task, 'duration_secs': 0.027116} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.564050] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d559dba8-da28-4f69-b054-3c75b4157853 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.570248] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 735.570248] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5272f2d9-881f-efd7-fd63-05b7d30d99a5" [ 735.570248] env[62859]: _type = "Task" [ 735.570248] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.580669] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5272f2d9-881f-efd7-fd63-05b7d30d99a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.624491] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537693, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.799284] env[62859]: DEBUG oslo_concurrency.lockutils [req-b8b82921-a3ec-455d-9b39-c7a68f7a50fe req-c64cacc5-052f-46f6-a813-dc6d798bc03a service nova] Releasing lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.830245] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.830455] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.832271] env[62859]: DEBUG nova.network.neutron [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.848828] env[62859]: DEBUG nova.compute.utils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.854772] env[62859]: DEBUG nova.compute.manager [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.854975] env[62859]: DEBUG nova.network.neutron [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.860027] env[62859]: DEBUG nova.compute.manager [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received event network-vif-plugged-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.860260] env[62859]: DEBUG oslo_concurrency.lockutils [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] Acquiring lock "32ded70b-ce17-4986-a2b7-812513c24614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.860472] env[62859]: DEBUG oslo_concurrency.lockutils [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] Lock "32ded70b-ce17-4986-a2b7-812513c24614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.860642] env[62859]: DEBUG oslo_concurrency.lockutils [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] Lock "32ded70b-ce17-4986-a2b7-812513c24614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.860809] env[62859]: DEBUG nova.compute.manager [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] No waiting events found dispatching network-vif-plugged-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.860971] env[62859]: WARNING nova.compute.manager [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received unexpected event network-vif-plugged-0fc6cf83-1842-4496-b466-100254063f00 for instance with vm_state building and task_state spawning. [ 735.861143] env[62859]: DEBUG nova.compute.manager [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received event network-changed-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.861295] env[62859]: DEBUG nova.compute.manager [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Refreshing instance network info cache due to event network-changed-0fc6cf83-1842-4496-b466-100254063f00. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 735.861457] env[62859]: DEBUG oslo_concurrency.lockutils [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] Acquiring lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.900560] env[62859]: DEBUG nova.policy [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2add44c997064a209736a7ce47f7c259', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5acd6d29c2934f54ba8cdf2f5b7c9647', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.921102] env[62859]: DEBUG oslo_vmware.api [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537694, 'name': PowerOnVM_Task, 'duration_secs': 0.501802} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.921378] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.921580] env[62859]: INFO nova.compute.manager [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Took 6.40 seconds to spawn the instance on the hypervisor. [ 735.921760] env[62859]: DEBUG nova.compute.manager [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.922625] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f84a04-196f-4736-a504-598eeb2d5858 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.081018] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5272f2d9-881f-efd7-fd63-05b7d30d99a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.081315] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.081597] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 6eac9d56-8927-4004-961b-c699b26e906a/6eac9d56-8927-4004-961b-c699b26e906a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.081862] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f733d3-828d-4d97-b810-99000aa98d40 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.090639] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 736.090639] env[62859]: value = "task-2537695" [ 736.090639] env[62859]: _type = "Task" [ 736.090639] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.099821] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.129469] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537693, 'name': CreateSnapshot_Task, 'duration_secs': 0.605572} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.129469] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.129469] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9873d479-89c1-48d8-99e4-4e43f556323b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.189355] env[62859]: DEBUG nova.network.neutron [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Successfully created port: d46d4fb1-8361-4bf1-9222-9227ce17fe0f {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.357067] env[62859]: DEBUG nova.compute.manager [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.362624] env[62859]: DEBUG oslo_concurrency.lockutils [None req-79c0ab85-245f-4f0b-89f2-f8e1135eda4b tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.366020] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.065s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.367962] env[62859]: INFO nova.compute.claims [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.394909] env[62859]: DEBUG nova.network.neutron [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.440173] env[62859]: INFO nova.compute.manager [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Took 44.41 seconds to build instance. [ 736.607591] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537695, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.623363] env[62859]: DEBUG nova.network.neutron [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating instance_info_cache with network_info: [{"id": "0fc6cf83-1842-4496-b466-100254063f00", "address": "fa:16:3e:78:95:0d", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc6cf83-18", "ovs_interfaceid": "0fc6cf83-1842-4496-b466-100254063f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.647729] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.648441] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5981317-f79e-4f13-91dc-8c7853355ab5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.659733] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 736.659733] env[62859]: value = "task-2537696" [ 736.659733] env[62859]: _type = "Task" [ 736.659733] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.431015] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3df87ce2-1319-4a77-a9aa-8a8256d2743c tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.874s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.431479] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.431750] env[62859]: DEBUG nova.compute.manager [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Instance network_info: |[{"id": "0fc6cf83-1842-4496-b466-100254063f00", "address": "fa:16:3e:78:95:0d", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc6cf83-18", "ovs_interfaceid": "0fc6cf83-1842-4496-b466-100254063f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.435965] env[62859]: DEBUG oslo_concurrency.lockutils [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] Acquired lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.436163] env[62859]: DEBUG nova.network.neutron [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Refreshing network info cache for port 0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.437150] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:95:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fc6cf83-1842-4496-b466-100254063f00', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.444806] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating folder: Project (c411ec65f8fc4bc99d630b9fe9df64a1). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.446383] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65e377eb-ef25-4a56-8f46-124556c4af8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.454989] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537696, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.454989] env[62859]: WARNING oslo_vmware.common.loopingcall [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] task run outlasted interval by 0.294146 sec [ 737.459752] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554875} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.460841] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 6eac9d56-8927-4004-961b-c699b26e906a/6eac9d56-8927-4004-961b-c699b26e906a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.461058] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.461301] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ce6b05a-2e48-406a-8333-4f027bb269e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.466739] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537696, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.468389] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Created folder: Project (c411ec65f8fc4bc99d630b9fe9df64a1) in parent group-v512592. [ 737.468573] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating folder: Instances. Parent ref: group-v512721. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.469045] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93a8fd4d-75ae-4abc-8307-dd5bf13502b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.475974] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 737.475974] env[62859]: value = "task-2537698" [ 737.475974] env[62859]: _type = "Task" [ 737.475974] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.483161] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Created folder: Instances in parent group-v512721. [ 737.483321] env[62859]: DEBUG oslo.service.loopingcall [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.487774] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.487774] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.487774] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b72a77-73e9-4f1d-a777-8c23d12060e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.508561] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.508561] env[62859]: value = "task-2537700" [ 737.508561] env[62859]: _type = "Task" [ 737.508561] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.524419] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537700, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.836178] env[62859]: DEBUG nova.network.neutron [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Successfully updated port: d46d4fb1-8361-4bf1-9222-9227ce17fe0f {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.901341] env[62859]: DEBUG nova.compute.manager [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Received event network-vif-plugged-d46d4fb1-8361-4bf1-9222-9227ce17fe0f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.901633] env[62859]: DEBUG oslo_concurrency.lockutils [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] Acquiring lock "76e75219-f9f8-48a2-8073-bfcf5f924efb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.902071] env[62859]: DEBUG oslo_concurrency.lockutils [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] Lock "76e75219-f9f8-48a2-8073-bfcf5f924efb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.902182] env[62859]: DEBUG oslo_concurrency.lockutils [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] Lock "76e75219-f9f8-48a2-8073-bfcf5f924efb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.902313] env[62859]: DEBUG nova.compute.manager [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] No waiting events found dispatching network-vif-plugged-d46d4fb1-8361-4bf1-9222-9227ce17fe0f {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.902518] env[62859]: WARNING nova.compute.manager [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Received unexpected event network-vif-plugged-d46d4fb1-8361-4bf1-9222-9227ce17fe0f for instance with vm_state building and task_state spawning. [ 737.902849] env[62859]: DEBUG nova.compute.manager [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Received event network-changed-d46d4fb1-8361-4bf1-9222-9227ce17fe0f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.903125] env[62859]: DEBUG nova.compute.manager [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Refreshing instance network info cache due to event network-changed-d46d4fb1-8361-4bf1-9222-9227ce17fe0f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.903369] env[62859]: DEBUG oslo_concurrency.lockutils [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] Acquiring lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.903774] env[62859]: DEBUG oslo_concurrency.lockutils [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] Acquired lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.903996] env[62859]: DEBUG nova.network.neutron [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Refreshing network info cache for port d46d4fb1-8361-4bf1-9222-9227ce17fe0f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.936030] env[62859]: DEBUG nova.compute.manager [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.948083] env[62859]: DEBUG nova.compute.manager [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.967163] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537696, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.971628] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.971793] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.971898] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.972019] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.972169] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.972413] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.976020] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.976020] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.976020] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.976020] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.976020] env[62859]: DEBUG nova.virt.hardware [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.976020] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515ab8a4-4c6b-4fd3-91c2-118789c18617 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.995843] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a303f7e9-c646-4e44-8ef7-2b27c1911f85 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.002228] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076863} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.005679] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.007244] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aaf06b-83d0-4d85-9bbe-9023a1912c13 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.032032] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537700, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.046813] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 6eac9d56-8927-4004-961b-c699b26e906a/6eac9d56-8927-4004-961b-c699b26e906a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.051884] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c69abd-7bf6-43e2-8ebe-8b6d9f0d3e4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.074597] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 738.074597] env[62859]: value = "task-2537701" [ 738.074597] env[62859]: _type = "Task" [ 738.074597] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.085928] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.245062] env[62859]: DEBUG nova.network.neutron [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updated VIF entry in instance network info cache for port 0fc6cf83-1842-4496-b466-100254063f00. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.245647] env[62859]: DEBUG nova.network.neutron [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating instance_info_cache with network_info: [{"id": "0fc6cf83-1842-4496-b466-100254063f00", "address": "fa:16:3e:78:95:0d", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc6cf83-18", "ovs_interfaceid": "0fc6cf83-1842-4496-b466-100254063f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.339695] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.439063] env[62859]: DEBUG nova.network.neutron [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.468545] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537696, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.477842] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.526993] env[62859]: DEBUG nova.network.neutron [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.538256] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537700, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.540460] env[62859]: DEBUG oslo_concurrency.lockutils [req-dbf888af-4a68-4427-a154-f1365f2a33ea req-28609e02-acdb-4f4b-b10d-5d3995e8b1bd service nova] Releasing lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.541389] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.541681] env[62859]: DEBUG nova.network.neutron [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.585271] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26e9d8a-22ef-4a95-9367-bcb805473d14 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.596574] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537701, 'name': ReconfigVM_Task, 'duration_secs': 0.29744} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.598986] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 6eac9d56-8927-4004-961b-c699b26e906a/6eac9d56-8927-4004-961b-c699b26e906a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.599764] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3ede7dc-4bdb-4dae-b8d0-f07fd5a8d4ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.603088] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d60af-7b41-44ce-92b2-58cc34a96a08 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.607994] env[62859]: DEBUG oslo_concurrency.lockutils [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.608461] env[62859]: DEBUG oslo_concurrency.lockutils [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.608836] env[62859]: DEBUG nova.compute.manager [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.610560] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac747f6f-2029-49e2-98ab-f27848a8597b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.621571] env[62859]: DEBUG nova.compute.manager [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 738.622393] env[62859]: DEBUG nova.objects.instance [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lazy-loading 'flavor' on Instance uuid 819bc465-d1e1-41bb-8d69-740c4eb51f4d {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.653255] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 738.653255] env[62859]: value = "task-2537702" [ 738.653255] env[62859]: _type = "Task" [ 738.653255] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.655579] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b369397c-1449-4338-ad50-0226c885cfbb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.675668] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dccb18d-abf9-4c34-a25e-d0235d62e811 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.680567] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537702, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.692127] env[62859]: DEBUG nova.compute.provider_tree [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.749643] env[62859]: DEBUG oslo_concurrency.lockutils [req-e188d02f-e46c-4b9a-b591-30b57940e512 req-37643c4d-6943-4787-ad6f-abaab8672f92 service nova] Releasing lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.967095] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537696, 'name': CloneVM_Task, 'duration_secs': 2.139208} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.967369] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Created linked-clone VM from snapshot [ 738.968111] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf4c94a-2b4a-482c-8c02-1a183e203d3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.975822] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Uploading image fc0b908d-b295-40d2-a568-6b58e241acb1 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.995761] env[62859]: DEBUG oslo_vmware.rw_handles [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.995761] env[62859]: value = "vm-512720" [ 738.995761] env[62859]: _type = "VirtualMachine" [ 738.995761] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.996076] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-333f5f84-faab-4d46-bfe7-f34161b0d2e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.003622] env[62859]: DEBUG oslo_vmware.rw_handles [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lease: (returnval){ [ 739.003622] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245cf2f-a492-6e8f-0280-4b788c7ca622" [ 739.003622] env[62859]: _type = "HttpNfcLease" [ 739.003622] env[62859]: } obtained for exporting VM: (result){ [ 739.003622] env[62859]: value = "vm-512720" [ 739.003622] env[62859]: _type = "VirtualMachine" [ 739.003622] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 739.003911] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the lease: (returnval){ [ 739.003911] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245cf2f-a492-6e8f-0280-4b788c7ca622" [ 739.003911] env[62859]: _type = "HttpNfcLease" [ 739.003911] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 739.010367] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 739.010367] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245cf2f-a492-6e8f-0280-4b788c7ca622" [ 739.010367] env[62859]: _type = "HttpNfcLease" [ 739.010367] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 739.026435] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537700, 'name': CreateVM_Task, 'duration_secs': 1.191417} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.026601] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.027345] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.027418] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.027725] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.028547] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a809065-564a-4b1a-a203-977a2505de5c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.033103] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 739.033103] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aa071b-6ab2-77e5-e28e-180059537067" [ 739.033103] env[62859]: _type = "Task" [ 739.033103] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.042536] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aa071b-6ab2-77e5-e28e-180059537067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.072820] env[62859]: DEBUG nova.network.neutron [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.172228] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537702, 'name': Rename_Task, 'duration_secs': 0.169059} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.173135] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.173433] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e66092c-13e1-413c-a08b-ef78b0937acc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.181418] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 739.181418] env[62859]: value = "task-2537704" [ 739.181418] env[62859]: _type = "Task" [ 739.181418] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.190424] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.194732] env[62859]: DEBUG nova.scheduler.client.report [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.198698] env[62859]: DEBUG nova.network.neutron [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Updating instance_info_cache with network_info: [{"id": "d46d4fb1-8361-4bf1-9222-9227ce17fe0f", "address": "fa:16:3e:b7:3a:63", "network": {"id": "4cba2bef-16f1-4cce-b1ce-2647b7a49bf9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289033554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5acd6d29c2934f54ba8cdf2f5b7c9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46d4fb1-83", "ovs_interfaceid": "d46d4fb1-8361-4bf1-9222-9227ce17fe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.513370] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 739.513370] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245cf2f-a492-6e8f-0280-4b788c7ca622" [ 739.513370] env[62859]: _type = "HttpNfcLease" [ 739.513370] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 739.513713] env[62859]: DEBUG oslo_vmware.rw_handles [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 739.513713] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5245cf2f-a492-6e8f-0280-4b788c7ca622" [ 739.513713] env[62859]: _type = "HttpNfcLease" [ 739.513713] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 739.514542] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51da703-e647-4f90-a3b7-31c4a8d6b451 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.524030] env[62859]: DEBUG oslo_vmware.rw_handles [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52830299-279b-c7fb-61e6-cbd9d6004cb1/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 739.524030] env[62859]: DEBUG oslo_vmware.rw_handles [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52830299-279b-c7fb-61e6-cbd9d6004cb1/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 739.593613] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aa071b-6ab2-77e5-e28e-180059537067, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.594086] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.594504] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.594826] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.595098] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.595410] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.595913] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6b97516-aee6-413a-985d-85f77fa9d5bf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.609021] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.609021] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.609021] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf81079-5f7c-47fa-99ce-69ba944e0e49 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.615874] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 739.615874] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52989433-7cd0-4593-6cbb-dcec06dc6b9d" [ 739.615874] env[62859]: _type = "Task" [ 739.615874] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.627273] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52989433-7cd0-4593-6cbb-dcec06dc6b9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.630126] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1e29cf58-b339-4291-a2cc-39b1ee891526 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.666232] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.666754] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab1d7478-ff0e-4100-a2fa-f76b40da87c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.676348] env[62859]: DEBUG oslo_vmware.api [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 739.676348] env[62859]: value = "task-2537705" [ 739.676348] env[62859]: _type = "Task" [ 739.676348] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.689938] env[62859]: DEBUG oslo_vmware.api [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.697159] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537704, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.701416] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.337s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.701609] env[62859]: DEBUG nova.compute.manager [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.704493] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.704895] env[62859]: DEBUG nova.compute.manager [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Instance network_info: |[{"id": "d46d4fb1-8361-4bf1-9222-9227ce17fe0f", "address": "fa:16:3e:b7:3a:63", "network": {"id": "4cba2bef-16f1-4cce-b1ce-2647b7a49bf9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289033554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5acd6d29c2934f54ba8cdf2f5b7c9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46d4fb1-83", "ovs_interfaceid": "d46d4fb1-8361-4bf1-9222-9227ce17fe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.705590] env[62859]: DEBUG oslo_concurrency.lockutils [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.133s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.705782] env[62859]: DEBUG oslo_concurrency.lockutils [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.707831] env[62859]: DEBUG oslo_concurrency.lockutils [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.267s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.708124] env[62859]: DEBUG oslo_concurrency.lockutils [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.709886] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.555s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.711456] env[62859]: INFO nova.compute.claims [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.713895] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:3a:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd46d4fb1-8361-4bf1-9222-9227ce17fe0f', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.721458] env[62859]: DEBUG oslo.service.loopingcall [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.722962] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.723097] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6ca333a-8efa-467c-9b83-bda36cc631b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.749040] env[62859]: INFO nova.scheduler.client.report [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted allocations for instance e92be754-1aa3-44b3-a163-08c250b6adf9 [ 739.750613] env[62859]: INFO nova.scheduler.client.report [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Deleted allocations for instance b82c868d-7858-46aa-aae6-c563d91686ab [ 739.761791] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.761791] env[62859]: value = "task-2537706" [ 739.761791] env[62859]: _type = "Task" [ 739.761791] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.771491] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537706, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.127620] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52989433-7cd0-4593-6cbb-dcec06dc6b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.012698} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.128757] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413c5571-7a22-4f9b-9378-ff9041bc8526 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.135651] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 740.135651] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d37f4b-6269-7762-3c3b-432a0d541028" [ 740.135651] env[62859]: _type = "Task" [ 740.135651] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.146407] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d37f4b-6269-7762-3c3b-432a0d541028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.192209] env[62859]: DEBUG oslo_vmware.api [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537705, 'name': PowerOffVM_Task, 'duration_secs': 0.262691} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.192951] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.193925] env[62859]: DEBUG nova.compute.manager [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.195045] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1920bf48-9a46-4b69-9f9d-d680cc20d0d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.200299] env[62859]: DEBUG oslo_vmware.api [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537704, 'name': PowerOnVM_Task, 'duration_secs': 0.549172} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.201121] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.201339] env[62859]: INFO nova.compute.manager [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Took 8.07 seconds to spawn the instance on the hypervisor. [ 740.201686] env[62859]: DEBUG nova.compute.manager [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.203016] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abef52c-ffcd-4d8e-938a-ff1c9f7620de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.209276] env[62859]: DEBUG nova.compute.utils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.215459] env[62859]: DEBUG nova.compute.manager [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.215459] env[62859]: DEBUG nova.network.neutron [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.261778] env[62859]: DEBUG oslo_concurrency.lockutils [None req-333e4364-a7b9-431a-b17a-79a0d538b978 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "e92be754-1aa3-44b3-a163-08c250b6adf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.272s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.262616] env[62859]: DEBUG oslo_concurrency.lockutils [None req-19f8b580-2fd0-4071-bb6d-d12e078dc07a tempest-ServersTestMultiNic-1475352202 tempest-ServersTestMultiNic-1475352202-project-member] Lock "b82c868d-7858-46aa-aae6-c563d91686ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.677s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.279197] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537706, 'name': CreateVM_Task, 'duration_secs': 0.369048} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.280540] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.282711] env[62859]: DEBUG nova.policy [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7a8f38be5064be5acc235d01c178eb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f022f8fc137245e38ceae4e458d136c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.284747] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.285013] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.285644] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.286154] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1224ce-123e-45cf-8434-391f17d7006b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.293176] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 740.293176] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5220e8f3-d6c4-e181-9064-d3917e762ab0" [ 740.293176] env[62859]: _type = "Task" [ 740.293176] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.303226] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5220e8f3-d6c4-e181-9064-d3917e762ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.576159] env[62859]: DEBUG nova.network.neutron [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Successfully created port: 0d89c3bd-9e1e-451d-98e6-decad89f9fc0 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.648261] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d37f4b-6269-7762-3c3b-432a0d541028, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.648363] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.648716] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614/32ded70b-ce17-4986-a2b7-812513c24614.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.649095] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58c29812-7e8b-474e-9f1b-2e5d11c0296a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.658083] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 740.658083] env[62859]: value = "task-2537707" [ 740.658083] env[62859]: _type = "Task" [ 740.658083] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.669428] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.715947] env[62859]: DEBUG nova.compute.manager [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.724862] env[62859]: DEBUG oslo_concurrency.lockutils [None req-899d21bb-553a-419d-9872-4ca2d8de08d4 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.116s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.738777] env[62859]: INFO nova.compute.manager [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Took 46.88 seconds to build instance. [ 740.809274] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5220e8f3-d6c4-e181-9064-d3917e762ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.017328} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.809274] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.809274] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.809517] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.810112] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.810112] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.810400] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd6f89b7-57b9-4d50-b63a-3b1cd43b0e24 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.821906] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.822142] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.823071] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb3fb7a-8772-47e3-a35b-4168b8521101 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.830595] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 740.830595] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5272690e-65fa-79a0-3092-914081a75265" [ 740.830595] env[62859]: _type = "Task" [ 740.830595] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.846173] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5272690e-65fa-79a0-3092-914081a75265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.178380] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537707, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.243178] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eae703fa-14c1-417f-9d81-d91dbc7e20cd tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.069s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.346816] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5272690e-65fa-79a0-3092-914081a75265, 'name': SearchDatastore_Task, 'duration_secs': 0.017393} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.348044] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60aaffe0-f5a9-426d-affe-73c195fd37f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.359129] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 741.359129] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522d2281-57cc-2c6c-c7ad-f6c99f48595c" [ 741.359129] env[62859]: _type = "Task" [ 741.359129] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.372226] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522d2281-57cc-2c6c-c7ad-f6c99f48595c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.409685] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9480c10-467a-4d6e-9f44-0b6f4fd85300 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.418796] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656a2c31-90bd-459a-bb49-dfa09310e8e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.450676] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9ad14e-c7b3-41f7-be41-663a35e7fe63 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.461450] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba844d-ad32-4c68-a99a-9734125c7e65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.477572] env[62859]: DEBUG nova.compute.provider_tree [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.561102] env[62859]: DEBUG nova.objects.instance [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lazy-loading 'flavor' on Instance uuid 819bc465-d1e1-41bb-8d69-740c4eb51f4d {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.676046] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696091} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.677124] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614/32ded70b-ce17-4986-a2b7-812513c24614.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.677380] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.677664] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f86df38e-7b5f-4ed7-90d0-f15a8990ac27 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.686854] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 741.686854] env[62859]: value = "task-2537708" [ 741.686854] env[62859]: _type = "Task" [ 741.686854] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.695747] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.728469] env[62859]: DEBUG nova.compute.manager [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.748935] env[62859]: DEBUG nova.compute.manager [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.759984] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.760461] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.760503] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.760679] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.760937] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.761176] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.761378] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.761551] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.761769] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.761946] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.762446] env[62859]: DEBUG nova.virt.hardware [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.763563] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be56fcd-f870-4604-bc85-d994db4a96ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.775847] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7e172b-0229-4c88-a5f0-43052a28cb73 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.871479] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522d2281-57cc-2c6c-c7ad-f6c99f48595c, 'name': SearchDatastore_Task, 'duration_secs': 0.026744} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.871815] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.872456] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 76e75219-f9f8-48a2-8073-bfcf5f924efb/76e75219-f9f8-48a2-8073-bfcf5f924efb.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.872774] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-342d8de4-e00a-4f07-908a-5982c751aea7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.882177] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 741.882177] env[62859]: value = "task-2537709" [ 741.882177] env[62859]: _type = "Task" [ 741.882177] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.892336] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.980623] env[62859]: DEBUG nova.scheduler.client.report [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.067609] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "refresh_cache-819bc465-d1e1-41bb-8d69-740c4eb51f4d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.067846] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquired lock "refresh_cache-819bc465-d1e1-41bb-8d69-740c4eb51f4d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.067966] env[62859]: DEBUG nova.network.neutron [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.068168] env[62859]: DEBUG nova.objects.instance [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lazy-loading 'info_cache' on Instance uuid 819bc465-d1e1-41bb-8d69-740c4eb51f4d {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.197663] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152447} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.198066] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.199167] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dd5158-daaf-436d-969d-0ccc21e625d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.205646] env[62859]: DEBUG nova.network.neutron [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Successfully updated port: 0d89c3bd-9e1e-451d-98e6-decad89f9fc0 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.238175] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614/32ded70b-ce17-4986-a2b7-812513c24614.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.239491] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd5009c-12bd-4fda-9155-0686f05d8a42 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.266389] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 742.266389] env[62859]: value = "task-2537710" [ 742.266389] env[62859]: _type = "Task" [ 742.266389] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.277810] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.282584] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.396345] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537709, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.486792] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.487449] env[62859]: DEBUG nova.compute.manager [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.490828] env[62859]: DEBUG oslo_concurrency.lockutils [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.110s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.491088] env[62859]: DEBUG nova.objects.instance [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lazy-loading 'resources' on Instance uuid ac149eca-36f6-4a52-a57b-88f8970e4159 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.571318] env[62859]: DEBUG nova.objects.base [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Object Instance<819bc465-d1e1-41bb-8d69-740c4eb51f4d> lazy-loaded attributes: flavor,info_cache {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 742.591887] env[62859]: DEBUG nova.compute.manager [req-bfadd09e-0d55-4478-bd1b-bb182d5d87e8 req-910a2eb4-84a7-4bcb-9775-fd6f44eabe66 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Received event network-changed-438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.591887] env[62859]: DEBUG nova.compute.manager [req-bfadd09e-0d55-4478-bd1b-bb182d5d87e8 req-910a2eb4-84a7-4bcb-9775-fd6f44eabe66 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing instance network info cache due to event network-changed-438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.592025] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfadd09e-0d55-4478-bd1b-bb182d5d87e8 req-910a2eb4-84a7-4bcb-9775-fd6f44eabe66 service nova] Acquiring lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.592081] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfadd09e-0d55-4478-bd1b-bb182d5d87e8 req-910a2eb4-84a7-4bcb-9775-fd6f44eabe66 service nova] Acquired lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.592371] env[62859]: DEBUG nova.network.neutron [req-bfadd09e-0d55-4478-bd1b-bb182d5d87e8 req-910a2eb4-84a7-4bcb-9775-fd6f44eabe66 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.703478] env[62859]: DEBUG nova.compute.manager [req-dac65cdd-0768-451b-b2ae-bc2a2f874f39 req-7024d575-131e-47a0-b2df-5725568b6c0b service nova] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Received event network-vif-plugged-0d89c3bd-9e1e-451d-98e6-decad89f9fc0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.703753] env[62859]: DEBUG oslo_concurrency.lockutils [req-dac65cdd-0768-451b-b2ae-bc2a2f874f39 req-7024d575-131e-47a0-b2df-5725568b6c0b service nova] Acquiring lock "ef19f389-3372-48b7-93e0-483af0b9ce26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.703938] env[62859]: DEBUG oslo_concurrency.lockutils [req-dac65cdd-0768-451b-b2ae-bc2a2f874f39 req-7024d575-131e-47a0-b2df-5725568b6c0b service nova] Lock "ef19f389-3372-48b7-93e0-483af0b9ce26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.704487] env[62859]: DEBUG oslo_concurrency.lockutils [req-dac65cdd-0768-451b-b2ae-bc2a2f874f39 req-7024d575-131e-47a0-b2df-5725568b6c0b service nova] Lock "ef19f389-3372-48b7-93e0-483af0b9ce26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.704739] env[62859]: DEBUG nova.compute.manager [req-dac65cdd-0768-451b-b2ae-bc2a2f874f39 req-7024d575-131e-47a0-b2df-5725568b6c0b service nova] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] No waiting events found dispatching network-vif-plugged-0d89c3bd-9e1e-451d-98e6-decad89f9fc0 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.704986] env[62859]: WARNING nova.compute.manager [req-dac65cdd-0768-451b-b2ae-bc2a2f874f39 req-7024d575-131e-47a0-b2df-5725568b6c0b service nova] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Received unexpected event network-vif-plugged-0d89c3bd-9e1e-451d-98e6-decad89f9fc0 for instance with vm_state building and task_state spawning. [ 742.740873] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquiring lock "refresh_cache-ef19f389-3372-48b7-93e0-483af0b9ce26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.740873] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquired lock "refresh_cache-ef19f389-3372-48b7-93e0-483af0b9ce26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.740873] env[62859]: DEBUG nova.network.neutron [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.781089] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.893820] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537709, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.996022] env[62859]: DEBUG nova.compute.utils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.997241] env[62859]: DEBUG nova.compute.manager [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.997498] env[62859]: DEBUG nova.network.neutron [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.063241] env[62859]: DEBUG nova.policy [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39bd6d91be4e4a1494574e3dfd18750d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0faf6f5101e54f68bea5878183739285', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.288416] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537710, 'name': ReconfigVM_Task, 'duration_secs': 0.781567} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.288780] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614/32ded70b-ce17-4986-a2b7-812513c24614.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.289620] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-881082e7-1080-4365-a7c5-f8e89a87dde9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.297828] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 743.297828] env[62859]: value = "task-2537711" [ 743.297828] env[62859]: _type = "Task" [ 743.297828] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.310768] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537711, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.354716] env[62859]: DEBUG nova.network.neutron [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.402643] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537709, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.444350] env[62859]: DEBUG nova.network.neutron [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Updating instance_info_cache with network_info: [{"id": "1e3c28c0-3f2e-49e8-9f51-10682db41bb5", "address": "fa:16:3e:5a:9f:46", "network": {"id": "6a582584-9e01-49cb-82f0-763166e7cbbe", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1229647725-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16e7f7480104f378cfa8633babde322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e3c28c0-3f", "ovs_interfaceid": "1e3c28c0-3f2e-49e8-9f51-10682db41bb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.503903] env[62859]: DEBUG nova.compute.manager [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.523775] env[62859]: DEBUG nova.network.neutron [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Successfully created port: 8d26b871-0216-4cd1-8bc5-efea30c136c1 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.655715] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ad41f5-126d-4b51-b123-afe5b813124b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.666215] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd751faf-0d5e-4845-83c1-d5bcd4886c0f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.699761] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a603b4-a365-4087-a409-292d0ad7834d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.711451] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fceb626-c4c5-4fdc-924c-7521a049960e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.738124] env[62859]: DEBUG nova.compute.provider_tree [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.812915] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537711, 'name': Rename_Task, 'duration_secs': 0.41348} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.814113] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.815015] env[62859]: DEBUG nova.network.neutron [req-bfadd09e-0d55-4478-bd1b-bb182d5d87e8 req-910a2eb4-84a7-4bcb-9775-fd6f44eabe66 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updated VIF entry in instance network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.815402] env[62859]: DEBUG nova.network.neutron [req-bfadd09e-0d55-4478-bd1b-bb182d5d87e8 req-910a2eb4-84a7-4bcb-9775-fd6f44eabe66 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updating instance_info_cache with network_info: [{"id": "438f136a-19d2-4a38-8284-40ae442300fc", "address": "fa:16:3e:e2:df:99", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438f136a-19", "ovs_interfaceid": "438f136a-19d2-4a38-8284-40ae442300fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.816782] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48fd2bf7-c2af-4310-94f4-07081bb99c33 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.826110] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 743.826110] env[62859]: value = "task-2537712" [ 743.826110] env[62859]: _type = "Task" [ 743.826110] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.837775] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.842791] env[62859]: DEBUG nova.network.neutron [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Updating instance_info_cache with network_info: [{"id": "0d89c3bd-9e1e-451d-98e6-decad89f9fc0", "address": "fa:16:3e:62:0a:c4", "network": {"id": "b92a9c55-7741-46c0-8414-b98502a9b7f7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1497179907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f022f8fc137245e38ceae4e458d136c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d89c3bd-9e", "ovs_interfaceid": "0d89c3bd-9e1e-451d-98e6-decad89f9fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.899670] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537709, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.730386} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.900038] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 76e75219-f9f8-48a2-8073-bfcf5f924efb/76e75219-f9f8-48a2-8073-bfcf5f924efb.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.900285] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.900554] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02a53afe-67bb-4dca-bccd-544e476b3291 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.909759] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 743.909759] env[62859]: value = "task-2537713" [ 743.909759] env[62859]: _type = "Task" [ 743.909759] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.918972] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.951316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Releasing lock "refresh_cache-819bc465-d1e1-41bb-8d69-740c4eb51f4d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.241478] env[62859]: DEBUG nova.scheduler.client.report [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.319685] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfadd09e-0d55-4478-bd1b-bb182d5d87e8 req-910a2eb4-84a7-4bcb-9775-fd6f44eabe66 service nova] Releasing lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.339038] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537712, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.351025] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Releasing lock "refresh_cache-ef19f389-3372-48b7-93e0-483af0b9ce26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.351025] env[62859]: DEBUG nova.compute.manager [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Instance network_info: |[{"id": "0d89c3bd-9e1e-451d-98e6-decad89f9fc0", "address": "fa:16:3e:62:0a:c4", "network": {"id": "b92a9c55-7741-46c0-8414-b98502a9b7f7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1497179907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f022f8fc137245e38ceae4e458d136c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d89c3bd-9e", "ovs_interfaceid": "0d89c3bd-9e1e-451d-98e6-decad89f9fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.351025] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:0a:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d89c3bd-9e1e-451d-98e6-decad89f9fc0', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.358148] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Creating folder: Project (f022f8fc137245e38ceae4e458d136c2). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.358148] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88cb7711-00af-4989-b870-f6a85658aa90 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.372217] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Created folder: Project (f022f8fc137245e38ceae4e458d136c2) in parent group-v512592. [ 744.374130] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Creating folder: Instances. Parent ref: group-v512725. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.374130] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15f820b8-70e5-4df6-9686-2b4d210a5fd8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.386192] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Created folder: Instances in parent group-v512725. [ 744.386486] env[62859]: DEBUG oslo.service.loopingcall [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.386718] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.386944] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cdc7e01-d26e-4297-8b02-305434a50976 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.412232] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.412232] env[62859]: value = "task-2537716" [ 744.412232] env[62859]: _type = "Task" [ 744.412232] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.427149] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537716, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.430858] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147257} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.431154] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.432244] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eec859-15bc-456b-b8fd-6d3639208dca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.460181] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 76e75219-f9f8-48a2-8073-bfcf5f924efb/76e75219-f9f8-48a2-8073-bfcf5f924efb.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.462854] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4d6deab-8a14-4267-9afa-0cb1658161ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.490807] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 744.490807] env[62859]: value = "task-2537717" [ 744.490807] env[62859]: _type = "Task" [ 744.490807] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.500944] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.516921] env[62859]: DEBUG nova.compute.manager [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.548517] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.548795] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.548953] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.549486] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.549713] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.549877] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.550264] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.550439] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.550614] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.550781] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.550957] env[62859]: DEBUG nova.virt.hardware [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.551929] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9fc656-fa1e-40aa-a89c-6d1293bb4977 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.564096] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61303882-a13e-48bd-96d3-287cc4d5aa36 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.748594] env[62859]: DEBUG oslo_concurrency.lockutils [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.751713] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.554s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.753457] env[62859]: INFO nova.compute.claims [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.797391] env[62859]: INFO nova.scheduler.client.report [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted allocations for instance ac149eca-36f6-4a52-a57b-88f8970e4159 [ 744.842300] env[62859]: DEBUG oslo_vmware.api [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537712, 'name': PowerOnVM_Task, 'duration_secs': 0.599415} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.842548] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.842769] env[62859]: INFO nova.compute.manager [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Took 10.10 seconds to spawn the instance on the hypervisor. [ 744.842941] env[62859]: DEBUG nova.compute.manager [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.844114] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84c0d89-e7fb-4843-a8dc-b5fe54dcddc6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.927120] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537716, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.965244] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.966899] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5c0327d-74d5-4ba4-849d-825b096a0dbc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.978945] env[62859]: DEBUG oslo_vmware.api [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 744.978945] env[62859]: value = "task-2537718" [ 744.978945] env[62859]: _type = "Task" [ 744.978945] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.991264] env[62859]: DEBUG oslo_vmware.api [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.002357] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.188744] env[62859]: DEBUG nova.compute.manager [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Received event network-changed-438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.188896] env[62859]: DEBUG nova.compute.manager [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing instance network info cache due to event network-changed-438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.190706] env[62859]: DEBUG oslo_concurrency.lockutils [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] Acquiring lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.190791] env[62859]: DEBUG oslo_concurrency.lockutils [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] Acquired lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.191047] env[62859]: DEBUG nova.network.neutron [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.217316] env[62859]: DEBUG nova.compute.manager [req-bcc7e651-c9df-4b16-acd4-c8a81338c319 req-2638af0e-1354-4761-ad28-2f93852ce3ed service nova] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Received event network-changed-0d89c3bd-9e1e-451d-98e6-decad89f9fc0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.217316] env[62859]: DEBUG nova.compute.manager [req-bcc7e651-c9df-4b16-acd4-c8a81338c319 req-2638af0e-1354-4761-ad28-2f93852ce3ed service nova] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Refreshing instance network info cache due to event network-changed-0d89c3bd-9e1e-451d-98e6-decad89f9fc0. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.217316] env[62859]: DEBUG oslo_concurrency.lockutils [req-bcc7e651-c9df-4b16-acd4-c8a81338c319 req-2638af0e-1354-4761-ad28-2f93852ce3ed service nova] Acquiring lock "refresh_cache-ef19f389-3372-48b7-93e0-483af0b9ce26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.217316] env[62859]: DEBUG oslo_concurrency.lockutils [req-bcc7e651-c9df-4b16-acd4-c8a81338c319 req-2638af0e-1354-4761-ad28-2f93852ce3ed service nova] Acquired lock "refresh_cache-ef19f389-3372-48b7-93e0-483af0b9ce26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.217316] env[62859]: DEBUG nova.network.neutron [req-bcc7e651-c9df-4b16-acd4-c8a81338c319 req-2638af0e-1354-4761-ad28-2f93852ce3ed service nova] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Refreshing network info cache for port 0d89c3bd-9e1e-451d-98e6-decad89f9fc0 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.305462] env[62859]: DEBUG oslo_concurrency.lockutils [None req-16a14d90-ea88-4e8b-b8cc-ce84499a246b tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "ac149eca-36f6-4a52-a57b-88f8970e4159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.414s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.370067] env[62859]: INFO nova.compute.manager [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Took 47.18 seconds to build instance. [ 745.439054] env[62859]: DEBUG nova.network.neutron [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Successfully updated port: 8d26b871-0216-4cd1-8bc5-efea30c136c1 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.440797] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537716, 'name': CreateVM_Task, 'duration_secs': 0.646281} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.440914] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.441617] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.441784] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.442117] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.442621] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2586e760-5b3c-44e1-969d-41fd4f5a4c04 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.450008] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 745.450008] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521c09a8-4970-1193-bab2-44a02719f735" [ 745.450008] env[62859]: _type = "Task" [ 745.450008] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.460764] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521c09a8-4970-1193-bab2-44a02719f735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.493648] env[62859]: DEBUG oslo_vmware.api [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.500904] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537717, 'name': ReconfigVM_Task, 'duration_secs': 0.621267} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.501240] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 76e75219-f9f8-48a2-8073-bfcf5f924efb/76e75219-f9f8-48a2-8073-bfcf5f924efb.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.502436] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3efc4298-1c32-41b5-b463-63c57b3a03c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.512314] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 745.512314] env[62859]: value = "task-2537719" [ 745.512314] env[62859]: _type = "Task" [ 745.512314] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.523113] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537719, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.876658] env[62859]: DEBUG oslo_concurrency.lockutils [None req-22dd35aa-286b-4880-bc09-579d02d83de0 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.571s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.947183] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquiring lock "refresh_cache-aa1dcbf7-543c-4bee-85ca-cf3bb811b182" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.947708] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquired lock "refresh_cache-aa1dcbf7-543c-4bee-85ca-cf3bb811b182" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.947708] env[62859]: DEBUG nova.network.neutron [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.961476] env[62859]: DEBUG nova.network.neutron [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updated VIF entry in instance network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.961605] env[62859]: DEBUG nova.network.neutron [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updating instance_info_cache with network_info: [{"id": "438f136a-19d2-4a38-8284-40ae442300fc", "address": "fa:16:3e:e2:df:99", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438f136a-19", "ovs_interfaceid": "438f136a-19d2-4a38-8284-40ae442300fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.970308] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521c09a8-4970-1193-bab2-44a02719f735, 'name': SearchDatastore_Task, 'duration_secs': 0.030938} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.973275] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.973494] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.973895] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.973895] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.974094] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.978327] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ab5e37c-4571-4fa9-9287-36808b85204e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.991925] env[62859]: DEBUG oslo_vmware.api [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.996236] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.996431] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.997224] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1d3806-3771-4c5e-a96f-3cb61f7ff143 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.003267] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 746.003267] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dea6f0-3438-3674-e68e-e96d9960fb32" [ 746.003267] env[62859]: _type = "Task" [ 746.003267] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.015725] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dea6f0-3438-3674-e68e-e96d9960fb32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.031197] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537719, 'name': Rename_Task, 'duration_secs': 0.286132} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.031503] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.031736] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08d2cb28-6356-4664-af21-4addcb3e2c0c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.040789] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 746.040789] env[62859]: value = "task-2537720" [ 746.040789] env[62859]: _type = "Task" [ 746.040789] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.050859] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.235616] env[62859]: DEBUG nova.network.neutron [req-bcc7e651-c9df-4b16-acd4-c8a81338c319 req-2638af0e-1354-4761-ad28-2f93852ce3ed service nova] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Updated VIF entry in instance network info cache for port 0d89c3bd-9e1e-451d-98e6-decad89f9fc0. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.236022] env[62859]: DEBUG nova.network.neutron [req-bcc7e651-c9df-4b16-acd4-c8a81338c319 req-2638af0e-1354-4761-ad28-2f93852ce3ed service nova] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Updating instance_info_cache with network_info: [{"id": "0d89c3bd-9e1e-451d-98e6-decad89f9fc0", "address": "fa:16:3e:62:0a:c4", "network": {"id": "b92a9c55-7741-46c0-8414-b98502a9b7f7", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1497179907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f022f8fc137245e38ceae4e458d136c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d89c3bd-9e", "ovs_interfaceid": "0d89c3bd-9e1e-451d-98e6-decad89f9fc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.366468] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7f38ec-f501-4120-aedf-f4a8becab99c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.377932] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b77cf-cb9d-48a6-9322-ccb24d17ae87 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.384831] env[62859]: DEBUG nova.compute.manager [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.421267] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d7b9f-c0db-414d-aefd-65c526875769 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.430417] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99bacec-3e8a-45c6-9eb5-f5430147d3f3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.446511] env[62859]: DEBUG nova.compute.provider_tree [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.470642] env[62859]: DEBUG oslo_concurrency.lockutils [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] Releasing lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.470979] env[62859]: DEBUG nova.compute.manager [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Received event network-changed-102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.471193] env[62859]: DEBUG nova.compute.manager [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Refreshing instance network info cache due to event network-changed-102a5297-036d-49f1-9556-a93451aec74c. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 746.471417] env[62859]: DEBUG oslo_concurrency.lockutils [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] Acquiring lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.471565] env[62859]: DEBUG oslo_concurrency.lockutils [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] Acquired lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.471739] env[62859]: DEBUG nova.network.neutron [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Refreshing network info cache for port 102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.493813] env[62859]: DEBUG oslo_vmware.api [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537718, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.513537] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dea6f0-3438-3674-e68e-e96d9960fb32, 'name': SearchDatastore_Task, 'duration_secs': 0.019211} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.514753] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e896da32-0c2f-4126-b6eb-783ccaa4b9bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.523458] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 746.523458] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f0af0-2aa3-bea1-a565-c9ec34e23da2" [ 746.523458] env[62859]: _type = "Task" [ 746.523458] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.525756] env[62859]: DEBUG nova.network.neutron [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.535353] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f0af0-2aa3-bea1-a565-c9ec34e23da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.552779] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.739055] env[62859]: DEBUG oslo_concurrency.lockutils [req-bcc7e651-c9df-4b16-acd4-c8a81338c319 req-2638af0e-1354-4761-ad28-2f93852ce3ed service nova] Releasing lock "refresh_cache-ef19f389-3372-48b7-93e0-483af0b9ce26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.833326] env[62859]: DEBUG nova.network.neutron [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Updating instance_info_cache with network_info: [{"id": "8d26b871-0216-4cd1-8bc5-efea30c136c1", "address": "fa:16:3e:43:ff:b1", "network": {"id": "8d4b56c1-d16b-4f4e-91de-ac77cecd498a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1581248251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0faf6f5101e54f68bea5878183739285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d26b871-02", "ovs_interfaceid": "8d26b871-0216-4cd1-8bc5-efea30c136c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.846290] env[62859]: DEBUG nova.objects.instance [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lazy-loading 'flavor' on Instance uuid 57766422-1249-4ac4-8dcd-736cf0325556 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.944941] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.960021] env[62859]: DEBUG nova.scheduler.client.report [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.000074] env[62859]: DEBUG oslo_vmware.api [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537718, 'name': PowerOnVM_Task, 'duration_secs': 1.578562} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.001038] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.001038] env[62859]: DEBUG nova.compute.manager [None req-7b4c048f-b78d-4309-a858-755f3f8c79ea tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.001786] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5347e85-a939-441d-a0fe-7d3c33c3c021 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.038506] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525f0af0-2aa3-bea1-a565-c9ec34e23da2, 'name': SearchDatastore_Task, 'duration_secs': 0.036907} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.038789] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.039101] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ef19f389-3372-48b7-93e0-483af0b9ce26/ef19f389-3372-48b7-93e0-483af0b9ce26.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.039423] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd844e70-6acc-40eb-a54a-8812d9980972 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.049021] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 747.049021] env[62859]: value = "task-2537721" [ 747.049021] env[62859]: _type = "Task" [ 747.049021] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.055179] env[62859]: DEBUG oslo_vmware.api [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537720, 'name': PowerOnVM_Task, 'duration_secs': 0.960709} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.058684] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.058958] env[62859]: INFO nova.compute.manager [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Took 9.12 seconds to spawn the instance on the hypervisor. [ 747.059523] env[62859]: DEBUG nova.compute.manager [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.061714] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a2b2d0-4e19-4360-845b-269a3bae1fc6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.077979] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.338888] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Releasing lock "refresh_cache-aa1dcbf7-543c-4bee-85ca-cf3bb811b182" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.339268] env[62859]: DEBUG nova.compute.manager [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Instance network_info: |[{"id": "8d26b871-0216-4cd1-8bc5-efea30c136c1", "address": "fa:16:3e:43:ff:b1", "network": {"id": "8d4b56c1-d16b-4f4e-91de-ac77cecd498a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1581248251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0faf6f5101e54f68bea5878183739285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d26b871-02", "ovs_interfaceid": "8d26b871-0216-4cd1-8bc5-efea30c136c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.339869] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ff:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d26b871-0216-4cd1-8bc5-efea30c136c1', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.354071] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Creating folder: Project (0faf6f5101e54f68bea5878183739285). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.358505] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-179aa907-8c63-4ff2-afff-02c9c5d29b58 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.361971] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.364070] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquired lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.372165] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Created folder: Project (0faf6f5101e54f68bea5878183739285) in parent group-v512592. [ 747.372454] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Creating folder: Instances. Parent ref: group-v512728. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.372735] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0915a0ad-e0ff-49b7-9bd3-41fcd7964140 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.388804] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Created folder: Instances in parent group-v512728. [ 747.389262] env[62859]: DEBUG oslo.service.loopingcall [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.389592] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.389925] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85844976-053f-4985-8d81-964a5b2c225c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.421041] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.421041] env[62859]: value = "task-2537724" [ 747.421041] env[62859]: _type = "Task" [ 747.421041] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.438400] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537724, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.439588] env[62859]: DEBUG nova.network.neutron [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updated VIF entry in instance network info cache for port 102a5297-036d-49f1-9556-a93451aec74c. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.440033] env[62859]: DEBUG nova.network.neutron [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updating instance_info_cache with network_info: [{"id": "102a5297-036d-49f1-9556-a93451aec74c", "address": "fa:16:3e:cf:4e:c6", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102a5297-03", "ovs_interfaceid": "102a5297-036d-49f1-9556-a93451aec74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.470367] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.470367] env[62859]: DEBUG nova.compute.manager [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.472569] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.224s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.472826] env[62859]: DEBUG nova.objects.instance [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lazy-loading 'resources' on Instance uuid b1f7f686-6345-42ac-8227-f1a176e0d437 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.570170] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537721, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.582693] env[62859]: INFO nova.compute.manager [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Took 39.42 seconds to build instance. [ 747.768288] env[62859]: DEBUG nova.compute.manager [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Received event network-vif-plugged-8d26b871-0216-4cd1-8bc5-efea30c136c1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.768652] env[62859]: DEBUG oslo_concurrency.lockutils [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] Acquiring lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.769044] env[62859]: DEBUG oslo_concurrency.lockutils [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] Lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.769280] env[62859]: DEBUG oslo_concurrency.lockutils [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] Lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.769568] env[62859]: DEBUG nova.compute.manager [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] No waiting events found dispatching network-vif-plugged-8d26b871-0216-4cd1-8bc5-efea30c136c1 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.769883] env[62859]: WARNING nova.compute.manager [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Received unexpected event network-vif-plugged-8d26b871-0216-4cd1-8bc5-efea30c136c1 for instance with vm_state building and task_state spawning. [ 747.770137] env[62859]: DEBUG nova.compute.manager [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Received event network-changed-8d26b871-0216-4cd1-8bc5-efea30c136c1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.770401] env[62859]: DEBUG nova.compute.manager [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Refreshing instance network info cache due to event network-changed-8d26b871-0216-4cd1-8bc5-efea30c136c1. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.770716] env[62859]: DEBUG oslo_concurrency.lockutils [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] Acquiring lock "refresh_cache-aa1dcbf7-543c-4bee-85ca-cf3bb811b182" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.770953] env[62859]: DEBUG oslo_concurrency.lockutils [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] Acquired lock "refresh_cache-aa1dcbf7-543c-4bee-85ca-cf3bb811b182" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.771261] env[62859]: DEBUG nova.network.neutron [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Refreshing network info cache for port 8d26b871-0216-4cd1-8bc5-efea30c136c1 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.880023] env[62859]: DEBUG nova.compute.manager [req-8dc3d0d8-896f-473e-bcf5-17cf878a1aa8 req-95972570-6cae-473c-b124-8a2d9e305f3a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Received event network-changed-102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.880023] env[62859]: DEBUG nova.compute.manager [req-8dc3d0d8-896f-473e-bcf5-17cf878a1aa8 req-95972570-6cae-473c-b124-8a2d9e305f3a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Refreshing instance network info cache due to event network-changed-102a5297-036d-49f1-9556-a93451aec74c. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.880023] env[62859]: DEBUG oslo_concurrency.lockutils [req-8dc3d0d8-896f-473e-bcf5-17cf878a1aa8 req-95972570-6cae-473c-b124-8a2d9e305f3a service nova] Acquiring lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.933301] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537724, 'name': CreateVM_Task, 'duration_secs': 0.500672} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.933546] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.934384] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.934644] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.935020] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.935300] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad8e77c-7013-47ff-9370-24aa1c444a61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.944070] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 747.944070] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ba0f43-cbce-294a-cf3f-8c5a1a81a889" [ 747.944070] env[62859]: _type = "Task" [ 747.944070] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.944951] env[62859]: DEBUG oslo_concurrency.lockutils [req-f741a34c-493f-4aee-8e03-f0a4cad1a9d2 req-32b7256c-0c33-4f89-9d9c-852eb14f0060 service nova] Releasing lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.949743] env[62859]: DEBUG oslo_concurrency.lockutils [req-8dc3d0d8-896f-473e-bcf5-17cf878a1aa8 req-95972570-6cae-473c-b124-8a2d9e305f3a service nova] Acquired lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.950182] env[62859]: DEBUG nova.network.neutron [req-8dc3d0d8-896f-473e-bcf5-17cf878a1aa8 req-95972570-6cae-473c-b124-8a2d9e305f3a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Refreshing network info cache for port 102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.959596] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ba0f43-cbce-294a-cf3f-8c5a1a81a889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.981245] env[62859]: DEBUG nova.compute.utils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.986826] env[62859]: DEBUG nova.compute.manager [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.989438] env[62859]: DEBUG nova.network.neutron [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.043464] env[62859]: DEBUG nova.policy [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce5d2b17cd94f5cab224cbe5232cc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f85f75c7228249e5a99a8df1e17d4846', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.072018] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72334} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.072558] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ef19f389-3372-48b7-93e0-483af0b9ce26/ef19f389-3372-48b7-93e0-483af0b9ce26.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.072783] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.073060] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47c9b738-b9e1-4f0e-8359-190b1a3040a0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.084091] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 748.084091] env[62859]: value = "task-2537725" [ 748.084091] env[62859]: _type = "Task" [ 748.084091] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.085031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4225e45e-782c-428a-834b-310fc1c17a07 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "76e75219-f9f8-48a2-8073-bfcf5f924efb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.545s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.096767] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.324769] env[62859]: DEBUG nova.network.neutron [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.459243] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ba0f43-cbce-294a-cf3f-8c5a1a81a889, 'name': SearchDatastore_Task, 'duration_secs': 0.021534} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.462311] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.462566] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.462806] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.462956] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.463395] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.463917] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bca05f8-46f0-46c8-8788-379baff8d45f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.475807] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.476028] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.477802] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13230ae-c518-4c42-a746-e98aaa8b0625 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.485716] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 748.485716] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d4466c-0981-db23-b88e-31d8a67e798b" [ 748.485716] env[62859]: _type = "Task" [ 748.485716] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.490119] env[62859]: DEBUG nova.compute.manager [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.496856] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d4466c-0981-db23-b88e-31d8a67e798b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.556019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "6eac9d56-8927-4004-961b-c699b26e906a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.556019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.556019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "6eac9d56-8927-4004-961b-c699b26e906a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.556019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.556019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.562222] env[62859]: INFO nova.compute.manager [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Terminating instance [ 748.594304] env[62859]: DEBUG nova.compute.manager [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.603155] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074988} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.603385] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.604208] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa72c162-886e-4f1a-a83b-929e88bdaadd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.638948] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] ef19f389-3372-48b7-93e0-483af0b9ce26/ef19f389-3372-48b7-93e0-483af0b9ce26.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.641355] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba9ec655-a9ae-44d6-ae9c-ced4ec1db665 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.657632] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76ec214-3332-4aca-bd02-b93241503629 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.669874] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e5da3f-324f-4209-bafd-61280096d126 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.674886] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 748.674886] env[62859]: value = "task-2537726" [ 748.674886] env[62859]: _type = "Task" [ 748.674886] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.707488] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f21b5f7-f940-4456-90e2-4bcf2993ec02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.713959] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.719813] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f04ce8-c419-47ba-bb6f-17e754b545e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.735283] env[62859]: DEBUG nova.compute.provider_tree [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.751825] env[62859]: DEBUG nova.network.neutron [req-8dc3d0d8-896f-473e-bcf5-17cf878a1aa8 req-95972570-6cae-473c-b124-8a2d9e305f3a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updated VIF entry in instance network info cache for port 102a5297-036d-49f1-9556-a93451aec74c. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.752206] env[62859]: DEBUG nova.network.neutron [req-8dc3d0d8-896f-473e-bcf5-17cf878a1aa8 req-95972570-6cae-473c-b124-8a2d9e305f3a service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updating instance_info_cache with network_info: [{"id": "102a5297-036d-49f1-9556-a93451aec74c", "address": "fa:16:3e:cf:4e:c6", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap102a5297-03", "ovs_interfaceid": "102a5297-036d-49f1-9556-a93451aec74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.997090] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d4466c-0981-db23-b88e-31d8a67e798b, 'name': SearchDatastore_Task, 'duration_secs': 0.01992} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.997986] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e2f8c9a-2888-4c32-805b-f6bc766513a0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.009563] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 749.009563] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522fbddf-75dd-6664-cf9c-c9f5c04fd2ba" [ 749.009563] env[62859]: _type = "Task" [ 749.009563] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.018261] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522fbddf-75dd-6664-cf9c-c9f5c04fd2ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.070729] env[62859]: DEBUG nova.compute.manager [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.070992] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.073263] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d04ed8f-f54d-4809-85f6-329d5b1b39c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.081492] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.082036] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c65ad7fc-fb42-452c-8cb8-ad9ac29e837a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.091165] env[62859]: DEBUG oslo_vmware.api [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 749.091165] env[62859]: value = "task-2537727" [ 749.091165] env[62859]: _type = "Task" [ 749.091165] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.104728] env[62859]: DEBUG oslo_vmware.api [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.119511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.146894] env[62859]: DEBUG nova.network.neutron [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updating instance_info_cache with network_info: [{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.187319] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.239517] env[62859]: DEBUG nova.scheduler.client.report [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.256031] env[62859]: DEBUG oslo_concurrency.lockutils [req-8dc3d0d8-896f-473e-bcf5-17cf878a1aa8 req-95972570-6cae-473c-b124-8a2d9e305f3a service nova] Releasing lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.370726] env[62859]: DEBUG nova.network.neutron [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Updated VIF entry in instance network info cache for port 8d26b871-0216-4cd1-8bc5-efea30c136c1. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.371110] env[62859]: DEBUG nova.network.neutron [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Updating instance_info_cache with network_info: [{"id": "8d26b871-0216-4cd1-8bc5-efea30c136c1", "address": "fa:16:3e:43:ff:b1", "network": {"id": "8d4b56c1-d16b-4f4e-91de-ac77cecd498a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1581248251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0faf6f5101e54f68bea5878183739285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d26b871-02", "ovs_interfaceid": "8d26b871-0216-4cd1-8bc5-efea30c136c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.457558] env[62859]: DEBUG nova.network.neutron [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Successfully created port: a0007142-511b-419f-baf9-363fd2c81b3a {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.506271] env[62859]: DEBUG nova.compute.manager [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.529425] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522fbddf-75dd-6664-cf9c-c9f5c04fd2ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01611} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.534749] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.534749] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] aa1dcbf7-543c-4bee-85ca-cf3bb811b182/aa1dcbf7-543c-4bee-85ca-cf3bb811b182.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.534749] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd8684bd-42e8-4969-84ba-c8b555ad9b2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.544583] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.545683] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.545839] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.546065] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.546222] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.546373] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.546595] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.546764] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.546942] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.547123] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.547305] env[62859]: DEBUG nova.virt.hardware [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.548537] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564802cf-447d-4760-83cd-02c4fdbbd458 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.552637] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 749.552637] env[62859]: value = "task-2537728" [ 749.552637] env[62859]: _type = "Task" [ 749.552637] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.562707] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8743d1b-bbe6-4f1c-bc74-baf91ce84c4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.572199] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.602445] env[62859]: DEBUG oslo_vmware.api [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537727, 'name': PowerOffVM_Task, 'duration_secs': 0.299865} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.602765] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.602940] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.603224] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f1518de-eca9-48f8-8056-424ce571d3d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.649797] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Releasing lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.650113] env[62859]: DEBUG nova.compute.manager [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Inject network info {{(pid=62859) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 749.650422] env[62859]: DEBUG nova.compute.manager [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] network_info to inject: |[{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 749.655962] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Reconfiguring VM instance to set the machine id {{(pid=62859) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 749.656628] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a31559b9-4844-48fc-ae18-3450fb7aa9b5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.677970] env[62859]: DEBUG oslo_vmware.api [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 749.677970] env[62859]: value = "task-2537730" [ 749.677970] env[62859]: _type = "Task" [ 749.677970] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.693287] env[62859]: DEBUG oslo_vmware.api [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.697797] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537726, 'name': ReconfigVM_Task, 'duration_secs': 0.647158} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.698294] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Reconfigured VM instance instance-0000002c to attach disk [datastore1] ef19f389-3372-48b7-93e0-483af0b9ce26/ef19f389-3372-48b7-93e0-483af0b9ce26.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.698919] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bea9d72-0555-4d9c-9d72-50c33e30a151 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.708216] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 749.708216] env[62859]: value = "task-2537731" [ 749.708216] env[62859]: _type = "Task" [ 749.708216] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.718672] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537731, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.745804] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.748675] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.885s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.751714] env[62859]: INFO nova.compute.claims [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.781867] env[62859]: INFO nova.scheduler.client.report [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Deleted allocations for instance b1f7f686-6345-42ac-8227-f1a176e0d437 [ 749.875252] env[62859]: DEBUG oslo_concurrency.lockutils [req-796de510-6bd3-4045-aee8-b82d12d19b0f req-85b19d1c-1252-4a42-9aef-634b5b8e9b80 service nova] Releasing lock "refresh_cache-aa1dcbf7-543c-4bee-85ca-cf3bb811b182" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.032024] env[62859]: INFO nova.compute.manager [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Rescuing [ 750.032024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.032024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.032024] env[62859]: DEBUG nova.network.neutron [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.065653] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.196729] env[62859]: DEBUG oslo_vmware.api [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537730, 'name': ReconfigVM_Task, 'duration_secs': 0.205958} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.196966] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d6549f76-0b70-42cd-b7dc-2bf5f3ac9865 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Reconfigured VM instance to set the machine id {{(pid=62859) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 750.222859] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537731, 'name': Rename_Task, 'duration_secs': 0.284774} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.222859] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.222859] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7d2a786-1443-42b1-9d02-b09a40d9a68b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.233422] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 750.233422] env[62859]: value = "task-2537732" [ 750.233422] env[62859]: _type = "Task" [ 750.233422] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.243310] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.292265] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89ce0a68-807c-4504-bfdc-2e1ebd22cd2e tempest-ServerMetadataNegativeTestJSON-9829892 tempest-ServerMetadataNegativeTestJSON-9829892-project-member] Lock "b1f7f686-6345-42ac-8227-f1a176e0d437" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.658s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.565221] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697446} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.565584] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] aa1dcbf7-543c-4bee-85ca-cf3bb811b182/aa1dcbf7-543c-4bee-85ca-cf3bb811b182.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.565864] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.566195] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e1976a8-d733-42d9-80b9-29720045857f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.574515] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 750.574515] env[62859]: value = "task-2537733" [ 750.574515] env[62859]: _type = "Task" [ 750.574515] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.586366] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.689248] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.689436] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.689572] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Deleting the datastore file [datastore2] 6eac9d56-8927-4004-961b-c699b26e906a {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.689942] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-995906a0-a779-4825-9962-2b99a839e664 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.697692] env[62859]: DEBUG oslo_vmware.api [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 750.697692] env[62859]: value = "task-2537734" [ 750.697692] env[62859]: _type = "Task" [ 750.697692] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.713169] env[62859]: DEBUG oslo_vmware.api [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.745402] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537732, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.089645] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142771} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.089645] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.092253] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6899649e-56c0-44ba-9ce8-11c49754d1d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.117114] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] aa1dcbf7-543c-4bee-85ca-cf3bb811b182/aa1dcbf7-543c-4bee-85ca-cf3bb811b182.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.120755] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01193630-d6a3-4794-b5fe-586da36f451b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.146797] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 751.146797] env[62859]: value = "task-2537735" [ 751.146797] env[62859]: _type = "Task" [ 751.146797] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.163296] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.192814] env[62859]: DEBUG oslo_vmware.rw_handles [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52830299-279b-c7fb-61e6-cbd9d6004cb1/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 751.193863] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c10a82-38fe-437f-bf82-2916a2200fce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.210880] env[62859]: DEBUG oslo_vmware.rw_handles [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52830299-279b-c7fb-61e6-cbd9d6004cb1/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 751.210880] env[62859]: ERROR oslo_vmware.rw_handles [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52830299-279b-c7fb-61e6-cbd9d6004cb1/disk-0.vmdk due to incomplete transfer. [ 751.216020] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8f0065a-82ca-4236-82e8-8f883d675228 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.217565] env[62859]: DEBUG oslo_vmware.api [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408367} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.217565] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.217565] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.217565] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.217565] env[62859]: INFO nova.compute.manager [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Took 2.15 seconds to destroy the instance on the hypervisor. [ 751.217565] env[62859]: DEBUG oslo.service.loopingcall [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.219033] env[62859]: DEBUG nova.compute.manager [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.219033] env[62859]: DEBUG nova.network.neutron [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.225424] env[62859]: DEBUG oslo_vmware.rw_handles [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52830299-279b-c7fb-61e6-cbd9d6004cb1/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 751.226827] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Uploaded image fc0b908d-b295-40d2-a568-6b58e241acb1 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 751.228658] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 751.232407] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-154d85ba-355e-449c-9202-1299914eafe0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.242946] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 751.242946] env[62859]: value = "task-2537736" [ 751.242946] env[62859]: _type = "Task" [ 751.242946] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.250438] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537732, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.264029] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537736, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.332207] env[62859]: DEBUG nova.network.neutron [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Updating instance_info_cache with network_info: [{"id": "d46d4fb1-8361-4bf1-9222-9227ce17fe0f", "address": "fa:16:3e:b7:3a:63", "network": {"id": "4cba2bef-16f1-4cce-b1ce-2647b7a49bf9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289033554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5acd6d29c2934f54ba8cdf2f5b7c9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46d4fb1-83", "ovs_interfaceid": "d46d4fb1-8361-4bf1-9222-9227ce17fe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.413762] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64794f66-f4ed-4cb4-b200-ff881e1fa55c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.424659] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f3450b-0124-40e2-ab46-789ab68ae7de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.431432] env[62859]: DEBUG nova.compute.manager [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Received event network-changed-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.432037] env[62859]: DEBUG nova.compute.manager [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Refreshing instance network info cache due to event network-changed-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.432358] env[62859]: DEBUG oslo_concurrency.lockutils [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] Acquiring lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.432466] env[62859]: DEBUG oslo_concurrency.lockutils [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] Acquired lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.432635] env[62859]: DEBUG nova.network.neutron [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Refreshing network info cache for port a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.468337] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a55d3b0-ff4d-4cb2-af4e-54e762ab408c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.478434] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c218c8-b116-44b2-81da-e1111f96ec1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.493992] env[62859]: DEBUG nova.compute.provider_tree [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.520636] env[62859]: DEBUG nova.compute.manager [req-7eb1d469-0b77-4cbe-97dd-b74f4294bcf5 req-da7a8f74-ee25-4123-8770-d84684317ae3 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Received event network-changed-438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.520817] env[62859]: DEBUG nova.compute.manager [req-7eb1d469-0b77-4cbe-97dd-b74f4294bcf5 req-da7a8f74-ee25-4123-8770-d84684317ae3 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing instance network info cache due to event network-changed-438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 751.521052] env[62859]: DEBUG oslo_concurrency.lockutils [req-7eb1d469-0b77-4cbe-97dd-b74f4294bcf5 req-da7a8f74-ee25-4123-8770-d84684317ae3 service nova] Acquiring lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.521201] env[62859]: DEBUG oslo_concurrency.lockutils [req-7eb1d469-0b77-4cbe-97dd-b74f4294bcf5 req-da7a8f74-ee25-4123-8770-d84684317ae3 service nova] Acquired lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.521391] env[62859]: DEBUG nova.network.neutron [req-7eb1d469-0b77-4cbe-97dd-b74f4294bcf5 req-da7a8f74-ee25-4123-8770-d84684317ae3 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.662076] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.747278] env[62859]: DEBUG oslo_vmware.api [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537732, 'name': PowerOnVM_Task, 'duration_secs': 1.431626} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.751337] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.751571] env[62859]: INFO nova.compute.manager [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Took 10.02 seconds to spawn the instance on the hypervisor. [ 751.751868] env[62859]: DEBUG nova.compute.manager [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.752755] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9639d0f1-7e30-4c79-a9ab-438c040862d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.772971] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537736, 'name': Destroy_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.835085] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.998397] env[62859]: DEBUG nova.scheduler.client.report [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.047617] env[62859]: DEBUG nova.objects.instance [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lazy-loading 'flavor' on Instance uuid 57766422-1249-4ac4-8dcd-736cf0325556 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.114198] env[62859]: DEBUG nova.network.neutron [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Successfully updated port: a0007142-511b-419f-baf9-363fd2c81b3a {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.163360] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537735, 'name': ReconfigVM_Task, 'duration_secs': 0.883258} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.163715] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Reconfigured VM instance instance-0000002d to attach disk [datastore1] aa1dcbf7-543c-4bee-85ca-cf3bb811b182/aa1dcbf7-543c-4bee-85ca-cf3bb811b182.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.165285] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e358c359-c477-493e-bd90-90674bfc7586 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.173656] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 752.173656] env[62859]: value = "task-2537737" [ 752.173656] env[62859]: _type = "Task" [ 752.173656] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.189597] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537737, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.260026] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537736, 'name': Destroy_Task, 'duration_secs': 0.796835} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.260463] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Destroyed the VM [ 752.260744] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.261031] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2658752d-d829-4eea-a670-60268b90ba72 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.275918] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 752.275918] env[62859]: value = "task-2537738" [ 752.275918] env[62859]: _type = "Task" [ 752.275918] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.288606] env[62859]: INFO nova.compute.manager [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Took 43.02 seconds to build instance. [ 752.298209] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.357827] env[62859]: DEBUG nova.network.neutron [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.369058] env[62859]: DEBUG nova.network.neutron [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updated VIF entry in instance network info cache for port a37a97d4-f7e1-4d1f-92d4-46aa81dab27a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.369442] env[62859]: DEBUG nova.network.neutron [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updating instance_info_cache with network_info: [{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.508943] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.510333] env[62859]: DEBUG nova.compute.manager [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.514216] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.565s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.515543] env[62859]: INFO nova.compute.claims [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.555627] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.616513] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.616812] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.616812] env[62859]: DEBUG nova.network.neutron [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.680549] env[62859]: DEBUG nova.network.neutron [req-7eb1d469-0b77-4cbe-97dd-b74f4294bcf5 req-da7a8f74-ee25-4123-8770-d84684317ae3 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updated VIF entry in instance network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.680922] env[62859]: DEBUG nova.network.neutron [req-7eb1d469-0b77-4cbe-97dd-b74f4294bcf5 req-da7a8f74-ee25-4123-8770-d84684317ae3 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updating instance_info_cache with network_info: [{"id": "438f136a-19d2-4a38-8284-40ae442300fc", "address": "fa:16:3e:e2:df:99", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438f136a-19", "ovs_interfaceid": "438f136a-19d2-4a38-8284-40ae442300fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.688514] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537737, 'name': Rename_Task, 'duration_secs': 0.165175} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.688786] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.689046] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-000583c8-f5e1-49f0-a3da-0b2f3cb2a260 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.697434] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 752.697434] env[62859]: value = "task-2537739" [ 752.697434] env[62859]: _type = "Task" [ 752.697434] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.709230] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.786616] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.792199] env[62859]: DEBUG oslo_concurrency.lockutils [None req-263b5af8-eeee-4cdb-9ab3-684b3253b1df tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "ef19f389-3372-48b7-93e0-483af0b9ce26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.628s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.860886] env[62859]: INFO nova.compute.manager [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Took 1.64 seconds to deallocate network for instance. [ 752.872987] env[62859]: DEBUG oslo_concurrency.lockutils [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] Releasing lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.873223] env[62859]: DEBUG nova.compute.manager [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received event network-changed-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.873400] env[62859]: DEBUG nova.compute.manager [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Refreshing instance network info cache due to event network-changed-0fc6cf83-1842-4496-b466-100254063f00. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 752.873682] env[62859]: DEBUG oslo_concurrency.lockutils [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] Acquiring lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.873870] env[62859]: DEBUG oslo_concurrency.lockutils [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] Acquired lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.874061] env[62859]: DEBUG nova.network.neutron [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Refreshing network info cache for port 0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.875853] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquired lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.021101] env[62859]: DEBUG nova.compute.utils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.024632] env[62859]: DEBUG nova.compute.manager [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.024806] env[62859]: DEBUG nova.network.neutron [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.095158] env[62859]: DEBUG nova.policy [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36a25acc7bb144bcb56d5fa13d60cbe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d384eb24267405ebf75b757d40d5da3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.185083] env[62859]: DEBUG oslo_concurrency.lockutils [req-7eb1d469-0b77-4cbe-97dd-b74f4294bcf5 req-da7a8f74-ee25-4123-8770-d84684317ae3 service nova] Releasing lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.214060] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.268254] env[62859]: DEBUG nova.network.neutron [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.297671] env[62859]: DEBUG nova.compute.manager [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.311778] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537738, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.367912] env[62859]: DEBUG oslo_concurrency.lockutils [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.383131] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.383131] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65f5cf42-6500-4cb9-9784-e7b6353f6ab3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.392282] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 753.392282] env[62859]: value = "task-2537740" [ 753.392282] env[62859]: _type = "Task" [ 753.392282] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.403318] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.526524] env[62859]: DEBUG nova.compute.manager [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.713017] env[62859]: DEBUG oslo_vmware.api [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537739, 'name': PowerOnVM_Task, 'duration_secs': 0.686969} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.713519] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.713681] env[62859]: INFO nova.compute.manager [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Took 9.20 seconds to spawn the instance on the hypervisor. [ 753.713846] env[62859]: DEBUG nova.compute.manager [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.714738] env[62859]: DEBUG nova.network.neutron [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Successfully created port: cc7c4761-c20e-4839-9ceb-d41642f541b3 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.719285] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544606b6-15f8-43b1-b30c-4740347a66cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.757297] env[62859]: DEBUG nova.network.neutron [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updated VIF entry in instance network info cache for port 0fc6cf83-1842-4496-b466-100254063f00. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.757690] env[62859]: DEBUG nova.network.neutron [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating instance_info_cache with network_info: [{"id": "0fc6cf83-1842-4496-b466-100254063f00", "address": "fa:16:3e:78:95:0d", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc6cf83-18", "ovs_interfaceid": "0fc6cf83-1842-4496-b466-100254063f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.796554] env[62859]: DEBUG oslo_vmware.api [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537738, 'name': RemoveSnapshot_Task, 'duration_secs': 1.226535} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.797470] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 753.797470] env[62859]: INFO nova.compute.manager [None req-61fee58d-d526-4fee-b60d-a86d84a77c96 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Took 19.22 seconds to snapshot the instance on the hypervisor. [ 753.830153] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.911121] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537740, 'name': PowerOffVM_Task, 'duration_secs': 0.253183} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.911121] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.911645] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae01047c-c38e-4135-8e77-4352991df3d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.947690] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cbd907-f403-48f4-9cd7-10085fe6716b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.003564] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.003932] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e650d14-ac08-4fce-a96e-ab3a1b19fd04 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.014962] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 754.014962] env[62859]: value = "task-2537741" [ 754.014962] env[62859]: _type = "Task" [ 754.014962] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.027921] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 754.028156] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.028401] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.028549] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.028725] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.034068] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d0a27ce-6901-46ad-afbc-f2cd9857dae1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.048462] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.048888] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.050059] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122652be-8e94-47b9-9b43-720dce5115da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.057950] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 754.057950] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52810401-25ba-582d-c5c4-a73870d50883" [ 754.057950] env[62859]: _type = "Task" [ 754.057950] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.073097] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52810401-25ba-582d-c5c4-a73870d50883, 'name': SearchDatastore_Task, 'duration_secs': 0.012197} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.074306] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0528425-78fd-4f9b-9d88-c8fd24489865 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.086692] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 754.086692] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525eb686-5d49-393e-c1c5-3629d4ce768f" [ 754.086692] env[62859]: _type = "Task" [ 754.086692] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.087709] env[62859]: DEBUG nova.network.neutron [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Updating instance_info_cache with network_info: [{"id": "a0007142-511b-419f-baf9-363fd2c81b3a", "address": "fa:16:3e:ce:c5:cc", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0007142-51", "ovs_interfaceid": "a0007142-511b-419f-baf9-363fd2c81b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.104404] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525eb686-5d49-393e-c1c5-3629d4ce768f, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.105314] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.105612] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 76e75219-f9f8-48a2-8073-bfcf5f924efb/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. {{(pid=62859) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 754.105889] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac42a76e-74cd-44fe-9d6a-454c7b64a7e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.118947] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 754.118947] env[62859]: value = "task-2537742" [ 754.118947] env[62859]: _type = "Task" [ 754.118947] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.131984] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.196978] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f722ac85-2c9f-44ee-8fee-858110b0406c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.209153] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5879515-bff6-4921-8bf3-76fdc918dc41 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.260118] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8335d6-5c6e-40ed-868a-844c9b29c1e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.262508] env[62859]: INFO nova.compute.manager [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Took 40.15 seconds to build instance. [ 754.263755] env[62859]: DEBUG oslo_concurrency.lockutils [req-da15d8fe-68f3-4862-b487-3d02189ad8f4 req-36c1b30c-443f-4bd1-8873-3522f5fc3bc7 service nova] Releasing lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.271060] env[62859]: DEBUG nova.network.neutron [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.273503] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcfc68e-3ed5-4824-a93c-2c1ffa026761 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.297903] env[62859]: DEBUG nova.compute.provider_tree [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.543825] env[62859]: DEBUG nova.compute.manager [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.568593] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.569050] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.569860] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.569860] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.569860] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.569860] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.570212] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.570463] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.570728] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.571008] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.571298] env[62859]: DEBUG nova.virt.hardware [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.572519] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2531fe7-d870-48e2-9f80-2c1f8b54debb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.586027] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29aac51-3bb4-4d5b-8c2c-e749e2415f40 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.600107] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.601297] env[62859]: DEBUG nova.compute.manager [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Instance network_info: |[{"id": "a0007142-511b-419f-baf9-363fd2c81b3a", "address": "fa:16:3e:ce:c5:cc", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0007142-51", "ovs_interfaceid": "a0007142-511b-419f-baf9-363fd2c81b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.601297] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:c5:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0007142-511b-419f-baf9-363fd2c81b3a', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.609890] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Creating folder: Project (f85f75c7228249e5a99a8df1e17d4846). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.610302] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa6ab438-0b71-4c91-967b-a7aecbf77134 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.625108] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Created folder: Project (f85f75c7228249e5a99a8df1e17d4846) in parent group-v512592. [ 754.625108] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Creating folder: Instances. Parent ref: group-v512731. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.627690] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b011fa1e-9e31-4868-b0ae-766bef40d4e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.631965] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537742, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.642297] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Created folder: Instances in parent group-v512731. [ 754.642624] env[62859]: DEBUG oslo.service.loopingcall [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.642875] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.643145] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1d911c8-c31d-45a5-b333-fb60309fc93e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.666766] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.666766] env[62859]: value = "task-2537745" [ 754.666766] env[62859]: _type = "Task" [ 754.666766] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.677190] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537745, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.767210] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44412f27-c64f-4b94-89b7-ff6b422cd41c tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.786s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.804267] env[62859]: DEBUG nova.scheduler.client.report [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.043852] env[62859]: DEBUG nova.compute.manager [req-5178f9d4-9687-4ea3-bdfa-9d67469f5c2b req-38549dff-8cd2-44d3-9a3b-29c8717024dd service nova] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Received event network-vif-deleted-102a5297-036d-49f1-9556-a93451aec74c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.070320] env[62859]: DEBUG nova.compute.manager [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Received event network-vif-plugged-a0007142-511b-419f-baf9-363fd2c81b3a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.070639] env[62859]: DEBUG oslo_concurrency.lockutils [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] Acquiring lock "6452c79d-2627-4002-b4bf-9ea900b4318c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.071128] env[62859]: DEBUG oslo_concurrency.lockutils [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] Lock "6452c79d-2627-4002-b4bf-9ea900b4318c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.071128] env[62859]: DEBUG oslo_concurrency.lockutils [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] Lock "6452c79d-2627-4002-b4bf-9ea900b4318c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.074171] env[62859]: DEBUG nova.compute.manager [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] No waiting events found dispatching network-vif-plugged-a0007142-511b-419f-baf9-363fd2c81b3a {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.074171] env[62859]: WARNING nova.compute.manager [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Received unexpected event network-vif-plugged-a0007142-511b-419f-baf9-363fd2c81b3a for instance with vm_state building and task_state spawning. [ 755.074171] env[62859]: DEBUG nova.compute.manager [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Received event network-changed-a0007142-511b-419f-baf9-363fd2c81b3a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.074171] env[62859]: DEBUG nova.compute.manager [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Refreshing instance network info cache due to event network-changed-a0007142-511b-419f-baf9-363fd2c81b3a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 755.074171] env[62859]: DEBUG oslo_concurrency.lockutils [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] Acquiring lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.074171] env[62859]: DEBUG oslo_concurrency.lockutils [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] Acquired lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.074171] env[62859]: DEBUG nova.network.neutron [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Refreshing network info cache for port a0007142-511b-419f-baf9-363fd2c81b3a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.133082] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516672} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.133082] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 76e75219-f9f8-48a2-8073-bfcf5f924efb/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. [ 755.133793] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2924216-9d6d-4b88-8192-ee7c5ef2052e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.166656] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 76e75219-f9f8-48a2-8073-bfcf5f924efb/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.167960] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f27692a-02b7-4548-bcfa-e822e53843e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.193972] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537745, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.198083] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 755.198083] env[62859]: value = "task-2537746" [ 755.198083] env[62859]: _type = "Task" [ 755.198083] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.205332] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.269551] env[62859]: DEBUG nova.compute.manager [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.290377] env[62859]: DEBUG nova.network.neutron [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updating instance_info_cache with network_info: [{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.307465] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.308334] env[62859]: DEBUG nova.compute.manager [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.312606] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.075s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.314231] env[62859]: INFO nova.compute.claims [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.420430] env[62859]: DEBUG nova.network.neutron [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Successfully updated port: cc7c4761-c20e-4839-9ceb-d41642f541b3 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.492222] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "4b90acba-4b78-47fb-984e-00f2b447ad7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.492222] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "4b90acba-4b78-47fb-984e-00f2b447ad7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.518634] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.518861] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.548773] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "1b630352-7e66-49c5-9601-c0f94b0d00e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.549040] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "1b630352-7e66-49c5-9601-c0f94b0d00e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.693907] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537745, 'name': CreateVM_Task, 'duration_secs': 0.576822} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.696163] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.697201] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.697201] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.697429] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.700684] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7350ee01-3c68-4621-bad3-2fa566cc121f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.707684] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.709026] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 755.709026] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a8cf1a-ef13-8323-4729-4f6c5f6112bc" [ 755.709026] env[62859]: _type = "Task" [ 755.709026] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.719897] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a8cf1a-ef13-8323-4729-4f6c5f6112bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.794390] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Releasing lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.798362] env[62859]: DEBUG nova.compute.manager [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Inject network info {{(pid=62859) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 755.798362] env[62859]: DEBUG nova.compute.manager [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] network_info to inject: |[{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 755.799893] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Reconfiguring VM instance to set the machine id {{(pid=62859) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 755.800980] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.801255] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9274ad14-79ae-46c8-80ce-706e43fe54aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.817657] env[62859]: DEBUG oslo_vmware.api [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 755.817657] env[62859]: value = "task-2537747" [ 755.817657] env[62859]: _type = "Task" [ 755.817657] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.823933] env[62859]: DEBUG nova.compute.utils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.828424] env[62859]: DEBUG nova.network.neutron [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Updated VIF entry in instance network info cache for port a0007142-511b-419f-baf9-363fd2c81b3a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.829876] env[62859]: DEBUG nova.network.neutron [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Updating instance_info_cache with network_info: [{"id": "a0007142-511b-419f-baf9-363fd2c81b3a", "address": "fa:16:3e:ce:c5:cc", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0007142-51", "ovs_interfaceid": "a0007142-511b-419f-baf9-363fd2c81b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.830363] env[62859]: DEBUG nova.compute.manager [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.830536] env[62859]: DEBUG nova.network.neutron [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.839147] env[62859]: DEBUG oslo_vmware.api [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.870305] env[62859]: DEBUG nova.policy [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce5d2b17cd94f5cab224cbe5232cc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f85f75c7228249e5a99a8df1e17d4846', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.923202] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "refresh_cache-1bf06293-a7e1-4af8-9e82-7f43c8695bb2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.923400] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquired lock "refresh_cache-1bf06293-a7e1-4af8-9e82-7f43c8695bb2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.923589] env[62859]: DEBUG nova.network.neutron [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.950014] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "6eac9d56-8927-4004-961b-c699b26e906a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.183628] env[62859]: DEBUG nova.network.neutron [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Successfully created port: 4ae46889-4739-4d21-a6aa-cec491a232a1 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.207467] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537746, 'name': ReconfigVM_Task, 'duration_secs': 0.557633} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.207899] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 76e75219-f9f8-48a2-8073-bfcf5f924efb/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.208481] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e215f3b-2cb1-446d-8710-c0af047a2795 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.220080] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a8cf1a-ef13-8323-4729-4f6c5f6112bc, 'name': SearchDatastore_Task, 'duration_secs': 0.016218} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.236260] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.236543] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.236796] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.236967] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.237176] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.242160] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f764581-9fa1-4b65-a51b-825a8f2831cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.244138] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9279fb-b6c4-42ff-845d-7643d81278ae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.260496] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 756.260496] env[62859]: value = "task-2537748" [ 756.260496] env[62859]: _type = "Task" [ 756.260496] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.268124] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.268124] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.268942] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0e92f3-ecce-4334-9b28-ffd4fe436f6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.276599] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.280359] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 756.280359] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f0d75e-bb54-d597-5045-b6438267c22b" [ 756.280359] env[62859]: _type = "Task" [ 756.280359] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.292233] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f0d75e-bb54-d597-5045-b6438267c22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.328322] env[62859]: DEBUG nova.compute.manager [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.331324] env[62859]: DEBUG oslo_vmware.api [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537747, 'name': ReconfigVM_Task, 'duration_secs': 0.190981} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.331855] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ee09cc17-e3f7-4a68-a01b-5ac88bae0859 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Reconfigured VM instance to set the machine id {{(pid=62859) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 756.338533] env[62859]: DEBUG oslo_concurrency.lockutils [req-d393441c-b0a8-4a00-bb6c-d63fa4173a84 req-0e4dfa21-587d-4395-b53a-bba792a8e397 service nova] Releasing lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.496039] env[62859]: DEBUG nova.network.neutron [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.714596] env[62859]: DEBUG nova.network.neutron [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Updating instance_info_cache with network_info: [{"id": "cc7c4761-c20e-4839-9ceb-d41642f541b3", "address": "fa:16:3e:d8:24:61", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7c4761-c2", "ovs_interfaceid": "cc7c4761-c20e-4839-9ceb-d41642f541b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.769689] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537748, 'name': ReconfigVM_Task, 'duration_secs': 0.172255} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.773167] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.773500] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96243ea8-cac5-4778-b9bc-590d0576c80f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.782130] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 756.782130] env[62859]: value = "task-2537749" [ 756.782130] env[62859]: _type = "Task" [ 756.782130] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.797142] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537749, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.801726] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f0d75e-bb54-d597-5045-b6438267c22b, 'name': SearchDatastore_Task, 'duration_secs': 0.022463} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.802848] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-677af355-10b7-4147-b660-d37046ce4437 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.812417] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 756.812417] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5240bb6d-eece-3a5c-1cee-b9139c17f746" [ 756.812417] env[62859]: _type = "Task" [ 756.812417] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.821150] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5240bb6d-eece-3a5c-1cee-b9139c17f746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.974870] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b180cc-ff88-4384-807f-8eb95dfdd0b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.983736] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e9af8b-bbd1-49f3-8d61-3b9795e9fb0d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.018362] env[62859]: DEBUG nova.compute.manager [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.019420] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf613eb-1916-4d99-8ff6-5f74edfa1811 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.022439] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a3ea2c-efb1-451f-8ce1-9552d286e646 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.033450] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5293d707-2974-4e54-8412-d44b08b7183a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.049342] env[62859]: DEBUG nova.compute.provider_tree [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.213693] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "57766422-1249-4ac4-8dcd-736cf0325556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.214027] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "57766422-1249-4ac4-8dcd-736cf0325556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.214218] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "57766422-1249-4ac4-8dcd-736cf0325556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.214409] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "57766422-1249-4ac4-8dcd-736cf0325556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.214619] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "57766422-1249-4ac4-8dcd-736cf0325556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.216600] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Releasing lock "refresh_cache-1bf06293-a7e1-4af8-9e82-7f43c8695bb2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.216926] env[62859]: DEBUG nova.compute.manager [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Instance network_info: |[{"id": "cc7c4761-c20e-4839-9ceb-d41642f541b3", "address": "fa:16:3e:d8:24:61", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7c4761-c2", "ovs_interfaceid": "cc7c4761-c20e-4839-9ceb-d41642f541b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.217453] env[62859]: INFO nova.compute.manager [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Terminating instance [ 757.218868] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:24:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc7c4761-c20e-4839-9ceb-d41642f541b3', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.226401] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Creating folder: Project (6d384eb24267405ebf75b757d40d5da3). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.227670] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec0885db-7d87-4c51-a02d-aad313d87005 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.239120] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Created folder: Project (6d384eb24267405ebf75b757d40d5da3) in parent group-v512592. [ 757.239373] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Creating folder: Instances. Parent ref: group-v512734. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.239630] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68c94d43-8f1b-4d7f-b036-a457448526c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.249626] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Created folder: Instances in parent group-v512734. [ 757.249909] env[62859]: DEBUG oslo.service.loopingcall [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.250234] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.250722] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddaeabe3-417b-4598-ab32-6e0b181cb085 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.270023] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.270023] env[62859]: value = "task-2537752" [ 757.270023] env[62859]: _type = "Task" [ 757.270023] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.284120] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537752, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.293698] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.325350] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5240bb6d-eece-3a5c-1cee-b9139c17f746, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.325350] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.325747] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6452c79d-2627-4002-b4bf-9ea900b4318c/6452c79d-2627-4002-b4bf-9ea900b4318c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.325826] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8384e399-9606-4c19-8074-16af8fca1151 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.335320] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 757.335320] env[62859]: value = "task-2537753" [ 757.335320] env[62859]: _type = "Task" [ 757.335320] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.336984] env[62859]: DEBUG nova.compute.manager [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.344390] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.368897] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.369165] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.369437] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.369581] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.369754] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.369894] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.370301] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.370492] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.370686] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.370855] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.371047] env[62859]: DEBUG nova.virt.hardware [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.372075] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdea252-4d8c-43da-bf32-1354fe6bfea9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.381244] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb022bb-bc04-4279-ace9-4a07c3646de9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.416539] env[62859]: DEBUG nova.compute.manager [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Received event network-vif-plugged-cc7c4761-c20e-4839-9ceb-d41642f541b3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.416772] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] Acquiring lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.416986] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] Lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.417172] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] Lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.417341] env[62859]: DEBUG nova.compute.manager [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] No waiting events found dispatching network-vif-plugged-cc7c4761-c20e-4839-9ceb-d41642f541b3 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.417510] env[62859]: WARNING nova.compute.manager [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Received unexpected event network-vif-plugged-cc7c4761-c20e-4839-9ceb-d41642f541b3 for instance with vm_state building and task_state spawning. [ 757.417673] env[62859]: DEBUG nova.compute.manager [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Received event network-changed-cc7c4761-c20e-4839-9ceb-d41642f541b3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.417828] env[62859]: DEBUG nova.compute.manager [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Refreshing instance network info cache due to event network-changed-cc7c4761-c20e-4839-9ceb-d41642f541b3. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.418018] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] Acquiring lock "refresh_cache-1bf06293-a7e1-4af8-9e82-7f43c8695bb2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.418162] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] Acquired lock "refresh_cache-1bf06293-a7e1-4af8-9e82-7f43c8695bb2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.418321] env[62859]: DEBUG nova.network.neutron [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Refreshing network info cache for port cc7c4761-c20e-4839-9ceb-d41642f541b3 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.439310] env[62859]: DEBUG nova.compute.manager [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Received event network-changed-438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.439603] env[62859]: DEBUG nova.compute.manager [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing instance network info cache due to event network-changed-438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 757.439893] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] Acquiring lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.440106] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] Acquired lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.440334] env[62859]: DEBUG nova.network.neutron [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Refreshing network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.542186] env[62859]: INFO nova.compute.manager [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] instance snapshotting [ 757.546403] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9f1801-5a11-4b49-bedb-2aca6c5b734d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.565037] env[62859]: DEBUG nova.scheduler.client.report [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.568673] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c478439a-a725-4fe0-93ff-d634180d9e49 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.730541] env[62859]: DEBUG nova.compute.manager [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.733499] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.733499] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cf6323-e9f5-4c15-a01a-ad03dc10e883 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.741407] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.742915] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81b10914-8d54-46ed-bd15-ca8f01414c1e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.749666] env[62859]: DEBUG oslo_vmware.api [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 757.749666] env[62859]: value = "task-2537754" [ 757.749666] env[62859]: _type = "Task" [ 757.749666] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.762854] env[62859]: DEBUG oslo_vmware.api [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.775879] env[62859]: DEBUG nova.network.neutron [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Successfully updated port: 4ae46889-4739-4d21-a6aa-cec491a232a1 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.783376] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537752, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.794536] env[62859]: DEBUG oslo_vmware.api [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537749, 'name': PowerOnVM_Task, 'duration_secs': 0.618656} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.794837] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.798066] env[62859]: DEBUG nova.compute.manager [None req-e40a5242-cee2-41af-a4e7-9b758037426a tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.799313] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091a183-436e-4ccc-ba33-78595b286225 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.846215] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.070710] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.071124] env[62859]: DEBUG nova.compute.manager [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.075171] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.597s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.077252] env[62859]: INFO nova.compute.claims [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.081260] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 758.082057] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9984d79-184a-4dbe-87d1-394ceb548f1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.098834] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 758.098834] env[62859]: value = "task-2537755" [ 758.098834] env[62859]: _type = "Task" [ 758.098834] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.109529] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.131585] env[62859]: INFO nova.compute.manager [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Rebuilding instance [ 758.182680] env[62859]: DEBUG nova.network.neutron [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Updated VIF entry in instance network info cache for port cc7c4761-c20e-4839-9ceb-d41642f541b3. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.183209] env[62859]: DEBUG nova.network.neutron [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Updating instance_info_cache with network_info: [{"id": "cc7c4761-c20e-4839-9ceb-d41642f541b3", "address": "fa:16:3e:d8:24:61", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc7c4761-c2", "ovs_interfaceid": "cc7c4761-c20e-4839-9ceb-d41642f541b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.197845] env[62859]: DEBUG nova.compute.manager [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.198752] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7e040-7848-421a-a75a-6acc110fcd68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.261238] env[62859]: DEBUG oslo_vmware.api [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537754, 'name': PowerOffVM_Task, 'duration_secs': 0.378561} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.261519] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.261676] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.261930] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-289150bf-2764-4d67-8186-d1f4c9123950 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.279051] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "refresh_cache-95aff221-c77b-49c3-b8b1-687bd1b65f1c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.279241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "refresh_cache-95aff221-c77b-49c3-b8b1-687bd1b65f1c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.279725] env[62859]: DEBUG nova.network.neutron [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.289362] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537752, 'name': CreateVM_Task, 'duration_secs': 0.576545} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.291152] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.292558] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.292558] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.292836] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.293035] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7278a1d2-45db-421a-a592-f71c3e3fc751 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.299118] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 758.299118] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c7d766-1005-265f-1e4a-78c21bf1f43d" [ 758.299118] env[62859]: _type = "Task" [ 758.299118] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.308714] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c7d766-1005-265f-1e4a-78c21bf1f43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.328023] env[62859]: DEBUG nova.network.neutron [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updated VIF entry in instance network info cache for port 438f136a-19d2-4a38-8284-40ae442300fc. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.328526] env[62859]: DEBUG nova.network.neutron [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updating instance_info_cache with network_info: [{"id": "438f136a-19d2-4a38-8284-40ae442300fc", "address": "fa:16:3e:e2:df:99", "network": {"id": "1830ad41-d813-41bd-be87-2450c6a994a2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1817135036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78dbce3df59c446d81317a58eddde06e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap438f136a-19", "ovs_interfaceid": "438f136a-19d2-4a38-8284-40ae442300fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.341585] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.341585] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.341585] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Deleting the datastore file [datastore1] 57766422-1249-4ac4-8dcd-736cf0325556 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.343845] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fd01ec1-3f8c-4ea2-aee2-a5f06570a2a5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.349112] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788305} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.349740] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6452c79d-2627-4002-b4bf-9ea900b4318c/6452c79d-2627-4002-b4bf-9ea900b4318c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.349995] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.350274] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-628980b6-a117-4af0-b6fb-e59a4c91ae58 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.354037] env[62859]: DEBUG oslo_vmware.api [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for the task: (returnval){ [ 758.354037] env[62859]: value = "task-2537757" [ 758.354037] env[62859]: _type = "Task" [ 758.354037] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.358689] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 758.358689] env[62859]: value = "task-2537758" [ 758.358689] env[62859]: _type = "Task" [ 758.358689] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.365385] env[62859]: DEBUG oslo_vmware.api [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.370428] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.548666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "b155732f-3bc6-46ad-b419-0489ca62be0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.548666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.582063] env[62859]: DEBUG nova.compute.utils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.583914] env[62859]: DEBUG nova.compute.manager [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.584134] env[62859]: DEBUG nova.network.neutron [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.610033] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537755, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.633273] env[62859]: DEBUG nova.policy [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32f23721ebd46299867d3b026423de2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01438337da6d432e909dcc0933e6d837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.687939] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa5b858-975b-468c-a25c-33fb7d71c8f8 req-6096e2f5-087e-4b14-8a66-1151c701ccd4 service nova] Releasing lock "refresh_cache-1bf06293-a7e1-4af8-9e82-7f43c8695bb2" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.813791] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c7d766-1005-265f-1e4a-78c21bf1f43d, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.814243] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.814452] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.814730] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.814880] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.815079] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.815354] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19fa52f5-3edf-42f0-85bb-ea20dab5fb94 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.819120] env[62859]: DEBUG nova.network.neutron [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.825123] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.825329] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.826066] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924a3a4c-92f8-43d3-ae48-b7eec706fd25 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.832051] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] Releasing lock "refresh_cache-a6f3cd92-f6a3-4748-a052-d9b124ce5876" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.832296] env[62859]: DEBUG nova.compute.manager [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Received event network-changed-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.832834] env[62859]: DEBUG nova.compute.manager [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Refreshing instance network info cache due to event network-changed-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.832834] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] Acquiring lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.832834] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] Acquired lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.833163] env[62859]: DEBUG nova.network.neutron [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Refreshing network info cache for port a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.834362] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 758.834362] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52db56a5-7262-296d-e9e5-b08402c8413c" [ 758.834362] env[62859]: _type = "Task" [ 758.834362] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.845427] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52db56a5-7262-296d-e9e5-b08402c8413c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.867868] env[62859]: DEBUG oslo_vmware.api [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Task: {'id': task-2537757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161072} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.868811] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.869015] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.869210] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.869382] env[62859]: INFO nova.compute.manager [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Took 1.14 seconds to destroy the instance on the hypervisor. [ 758.869885] env[62859]: DEBUG oslo.service.loopingcall [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.869885] env[62859]: DEBUG nova.compute.manager [-] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.870052] env[62859]: DEBUG nova.network.neutron [-] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.874258] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068619} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.874738] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.876906] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bc935e-d2c8-4f5b-bfc0-3dc351570b64 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.902109] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 6452c79d-2627-4002-b4bf-9ea900b4318c/6452c79d-2627-4002-b4bf-9ea900b4318c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.902526] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9a95e3-6550-4bd2-8036-4580353e3f2f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.931291] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 758.931291] env[62859]: value = "task-2537759" [ 758.931291] env[62859]: _type = "Task" [ 758.931291] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.940323] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.974737] env[62859]: INFO nova.compute.manager [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Unrescuing [ 758.974737] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.974737] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquired lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.974737] env[62859]: DEBUG nova.network.neutron [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.001986] env[62859]: DEBUG nova.network.neutron [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Updating instance_info_cache with network_info: [{"id": "4ae46889-4739-4d21-a6aa-cec491a232a1", "address": "fa:16:3e:df:18:52", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae46889-47", "ovs_interfaceid": "4ae46889-4739-4d21-a6aa-cec491a232a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.090117] env[62859]: DEBUG nova.compute.manager [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.109620] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537755, 'name': CreateSnapshot_Task, 'duration_secs': 0.598693} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.109889] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.110653] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4fb52e-4c9d-4bb6-9619-7ea99697f63d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.220944] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.221263] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b2e3e6-e236-4e0e-89d7-4f84448f7e78 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.229084] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 759.229084] env[62859]: value = "task-2537760" [ 759.229084] env[62859]: _type = "Task" [ 759.229084] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.241916] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.349332] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52db56a5-7262-296d-e9e5-b08402c8413c, 'name': SearchDatastore_Task, 'duration_secs': 0.059153} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.350609] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf03464-a2c5-4438-bfd0-2b4e5f905a00 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.357140] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 759.357140] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dcf5e7-5dc8-fdb2-f642-432c698516a8" [ 759.357140] env[62859]: _type = "Task" [ 759.357140] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.368865] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dcf5e7-5dc8-fdb2-f642-432c698516a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.428665] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.429783] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.429783] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.429783] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.429976] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.441052] env[62859]: INFO nova.compute.manager [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Terminating instance [ 759.449102] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.504400] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "refresh_cache-95aff221-c77b-49c3-b8b1-687bd1b65f1c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.504871] env[62859]: DEBUG nova.compute.manager [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Instance network_info: |[{"id": "4ae46889-4739-4d21-a6aa-cec491a232a1", "address": "fa:16:3e:df:18:52", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae46889-47", "ovs_interfaceid": "4ae46889-4739-4d21-a6aa-cec491a232a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.506200] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:18:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ae46889-4739-4d21-a6aa-cec491a232a1', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.513967] env[62859]: DEBUG oslo.service.loopingcall [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.515871] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.516634] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fae0e655-5038-4397-a4a1-c82c508c0ab3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.543708] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.543708] env[62859]: value = "task-2537761" [ 759.543708] env[62859]: _type = "Task" [ 759.543708] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.551277] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537761, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.635320] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.638289] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8b0ee48-bdac-4f69-b52e-d3fbaa2c0735 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.648732] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 759.648732] env[62859]: value = "task-2537762" [ 759.648732] env[62859]: _type = "Task" [ 759.648732] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.660754] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537762, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.661691] env[62859]: DEBUG nova.network.neutron [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Successfully created port: 566355c7-0efa-4c82-8e2c-729cee835d75 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.711816] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100288a7-4da0-4bad-bdd1-64adf98c890f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.719966] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9261bf5-6f70-4d43-879d-0f0d531e4067 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.754306] env[62859]: DEBUG nova.network.neutron [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updated VIF entry in instance network info cache for port a37a97d4-f7e1-4d1f-92d4-46aa81dab27a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.754634] env[62859]: DEBUG nova.network.neutron [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updating instance_info_cache with network_info: [{"id": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "address": "fa:16:3e:ec:c6:85", "network": {"id": "e3014adc-459f-462b-8021-dc5ed89f1e10", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1748931048-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16673a5833b04ea3910ad8d2dc89a554", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37a97d4-f7", "ovs_interfaceid": "a37a97d4-f7e1-4d1f-92d4-46aa81dab27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.759337] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0238c71-9a7c-47ab-9585-4f5b4a122dcb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.767337] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537760, 'name': PowerOffVM_Task, 'duration_secs': 0.201609} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.770287] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.771070] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.771914] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b4285a5-1b36-4857-9a7d-d24ef0b48779 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.774576] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac8a421-4539-45bb-8f71-0cba85616965 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.790482] env[62859]: DEBUG nova.compute.provider_tree [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.793394] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 759.793394] env[62859]: value = "task-2537763" [ 759.793394] env[62859]: _type = "Task" [ 759.793394] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.797687] env[62859]: DEBUG nova.network.neutron [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Updating instance_info_cache with network_info: [{"id": "d46d4fb1-8361-4bf1-9222-9227ce17fe0f", "address": "fa:16:3e:b7:3a:63", "network": {"id": "4cba2bef-16f1-4cce-b1ce-2647b7a49bf9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-289033554-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5acd6d29c2934f54ba8cdf2f5b7c9647", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46d4fb1-83", "ovs_interfaceid": "d46d4fb1-8361-4bf1-9222-9227ce17fe0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.801698] env[62859]: DEBUG nova.compute.manager [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Received event network-vif-plugged-4ae46889-4739-4d21-a6aa-cec491a232a1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.801922] env[62859]: DEBUG oslo_concurrency.lockutils [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] Acquiring lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.802179] env[62859]: DEBUG oslo_concurrency.lockutils [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] Lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.802337] env[62859]: DEBUG oslo_concurrency.lockutils [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] Lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.802553] env[62859]: DEBUG nova.compute.manager [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] No waiting events found dispatching network-vif-plugged-4ae46889-4739-4d21-a6aa-cec491a232a1 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.802746] env[62859]: WARNING nova.compute.manager [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Received unexpected event network-vif-plugged-4ae46889-4739-4d21-a6aa-cec491a232a1 for instance with vm_state building and task_state spawning. [ 759.802917] env[62859]: DEBUG nova.compute.manager [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Received event network-changed-4ae46889-4739-4d21-a6aa-cec491a232a1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.803085] env[62859]: DEBUG nova.compute.manager [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Refreshing instance network info cache due to event network-changed-4ae46889-4739-4d21-a6aa-cec491a232a1. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.803279] env[62859]: DEBUG oslo_concurrency.lockutils [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] Acquiring lock "refresh_cache-95aff221-c77b-49c3-b8b1-687bd1b65f1c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.803420] env[62859]: DEBUG oslo_concurrency.lockutils [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] Acquired lock "refresh_cache-95aff221-c77b-49c3-b8b1-687bd1b65f1c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.803580] env[62859]: DEBUG nova.network.neutron [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Refreshing network info cache for port 4ae46889-4739-4d21-a6aa-cec491a232a1 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.809921] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 759.810119] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 759.810319] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512660', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'name': 'volume-bec85c11-29ae-4e0f-b657-5ee596c2e903', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29b407c9-b341-4009-9d0d-f6dad4eefa95', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'serial': 'bec85c11-29ae-4e0f-b657-5ee596c2e903'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 759.811486] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1779c0-044f-4aed-827e-47cc86ec7f5a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.833534] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c82af3e-28e4-4ab2-ab57-f03bb6c98cb3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.842034] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72a351b-bef7-4933-87fb-332cafa9901c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.864706] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0e0fb-a072-4f89-87b3-a793403ef272 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.874572] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dcf5e7-5dc8-fdb2-f642-432c698516a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016085} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.885196] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.885498] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 1bf06293-a7e1-4af8-9e82-7f43c8695bb2/1bf06293-a7e1-4af8-9e82-7f43c8695bb2.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.886260] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] The volume has not been displaced from its original location: [datastore1] volume-bec85c11-29ae-4e0f-b657-5ee596c2e903/volume-bec85c11-29ae-4e0f-b657-5ee596c2e903.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 759.891722] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 759.892045] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84d8321f-169a-4979-9ebb-7383606788e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.894096] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a275ae-0be0-4108-a1e8-5d0fdb1f42f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.912559] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 759.912559] env[62859]: value = "task-2537764" [ 759.912559] env[62859]: _type = "Task" [ 759.912559] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.913936] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 759.913936] env[62859]: value = "task-2537765" [ 759.913936] env[62859]: _type = "Task" [ 759.913936] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.927524] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.928749] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.942925] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.950823] env[62859]: DEBUG nova.compute.manager [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.951080] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.951970] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba73dc6-aa53-4c79-b9e7-dd0cae03beb2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.959193] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.959448] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d744d99-08cf-4055-9fcf-1601e4cd82fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.965130] env[62859]: DEBUG oslo_vmware.api [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 759.965130] env[62859]: value = "task-2537766" [ 759.965130] env[62859]: _type = "Task" [ 759.965130] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.974481] env[62859]: DEBUG oslo_vmware.api [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.058103] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537761, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.104329] env[62859]: DEBUG nova.compute.manager [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.145052] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.145535] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.145535] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.145763] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.145965] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.146139] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.146397] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.146611] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.146877] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.147059] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.147368] env[62859]: DEBUG nova.virt.hardware [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.148457] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d9e65-501c-4fb0-bb9f-17d7204a260d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.161420] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537762, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.165493] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c08493c-a86c-4321-9f7c-35597efb2d60 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.262832] env[62859]: DEBUG oslo_concurrency.lockutils [req-5f7868de-f9ee-4563-b8a7-be9af516e55a req-74fa11de-f4cd-4126-a94d-dcdab4380d14 service nova] Releasing lock "refresh_cache-57766422-1249-4ac4-8dcd-736cf0325556" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.295316] env[62859]: DEBUG nova.scheduler.client.report [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.306122] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Releasing lock "refresh_cache-76e75219-f9f8-48a2-8073-bfcf5f924efb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.306878] env[62859]: DEBUG nova.objects.instance [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lazy-loading 'flavor' on Instance uuid 76e75219-f9f8-48a2-8073-bfcf5f924efb {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.437170] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537764, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.445531] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.456727] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.477116] env[62859]: DEBUG oslo_vmware.api [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537766, 'name': PowerOffVM_Task, 'duration_secs': 0.25759} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.477619] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.477996] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.478404] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6adebfa0-79f8-409f-be9d-1ac905dff565 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.554787] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537761, 'name': CreateVM_Task, 'duration_secs': 0.570394} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.554992] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.555703] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.555871] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.556230] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.556513] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3ea7a9-54d8-4d28-aa73-f0a74179ee69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.563404] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 760.563404] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b43d7e-f9d3-9b88-ed2e-f986b97098ac" [ 760.563404] env[62859]: _type = "Task" [ 760.563404] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.571595] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b43d7e-f9d3-9b88-ed2e-f986b97098ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.572988] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.573254] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.577265] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Deleting the datastore file [datastore2] a4984a5e-e8f5-4c0d-bf88-0ff34505a515 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.578459] env[62859]: DEBUG nova.network.neutron [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Updated VIF entry in instance network info cache for port 4ae46889-4739-4d21-a6aa-cec491a232a1. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.578810] env[62859]: DEBUG nova.network.neutron [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Updating instance_info_cache with network_info: [{"id": "4ae46889-4739-4d21-a6aa-cec491a232a1", "address": "fa:16:3e:df:18:52", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae46889-47", "ovs_interfaceid": "4ae46889-4739-4d21-a6aa-cec491a232a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.580028] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d5855fc-8b5a-4de9-a4af-99f03e2aac93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.587102] env[62859]: DEBUG oslo_vmware.api [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 760.587102] env[62859]: value = "task-2537768" [ 760.587102] env[62859]: _type = "Task" [ 760.587102] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.601757] env[62859]: DEBUG oslo_vmware.api [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.661408] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537762, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.685703] env[62859]: DEBUG nova.compute.manager [req-05cc1650-4586-4747-a610-f9ff1bf1b50d req-d468b122-5d62-49e7-8331-f8302e3a3b20 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Received event network-vif-deleted-a37a97d4-f7e1-4d1f-92d4-46aa81dab27a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.685703] env[62859]: INFO nova.compute.manager [req-05cc1650-4586-4747-a610-f9ff1bf1b50d req-d468b122-5d62-49e7-8331-f8302e3a3b20 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Neutron deleted interface a37a97d4-f7e1-4d1f-92d4-46aa81dab27a; detaching it from the instance and deleting it from the info cache [ 760.685906] env[62859]: DEBUG nova.network.neutron [req-05cc1650-4586-4747-a610-f9ff1bf1b50d req-d468b122-5d62-49e7-8331-f8302e3a3b20 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.802020] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.802020] env[62859]: DEBUG nova.compute.manager [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.804286] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.522s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.805710] env[62859]: INFO nova.compute.claims [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.816659] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226efe7d-8388-4294-82b6-558842839d89 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.842427] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.842805] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb80c280-9e3b-4d16-aed5-29a35f4d2397 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.849694] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 760.849694] env[62859]: value = "task-2537769" [ 760.849694] env[62859]: _type = "Task" [ 760.849694] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.862279] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.925975] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621215} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.929605] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 1bf06293-a7e1-4af8-9e82-7f43c8695bb2/1bf06293-a7e1-4af8-9e82-7f43c8695bb2.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.930080] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.931144] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f17ff84d-450d-4f6b-9e8c-9d0b24144bd8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.937563] env[62859]: DEBUG nova.network.neutron [-] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.946361] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537765, 'name': ReconfigVM_Task, 'duration_secs': 0.813923} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.948737] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 760.953800] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 760.953800] env[62859]: value = "task-2537770" [ 760.953800] env[62859]: _type = "Task" [ 760.953800] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.956210] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369ce5c7-5193-4924-bccd-adf1be511ff5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.977347] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537759, 'name': ReconfigVM_Task, 'duration_secs': 1.606953} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.978701] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 6452c79d-2627-4002-b4bf-9ea900b4318c/6452c79d-2627-4002-b4bf-9ea900b4318c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.980119] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cfd19c6-6ad0-4a0a-90df-59693a6c4240 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.987443] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.987843] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 760.987843] env[62859]: value = "task-2537771" [ 760.987843] env[62859]: _type = "Task" [ 760.987843] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.994669] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 760.994669] env[62859]: value = "task-2537772" [ 760.994669] env[62859]: _type = "Task" [ 760.994669] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.006839] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.013108] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537772, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.077415] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b43d7e-f9d3-9b88-ed2e-f986b97098ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014411} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.077415] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.077415] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.077415] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.077415] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.077415] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.077415] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-400eaf4f-b1de-4836-b796-08d7e734c00d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.086086] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.086388] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.089524] env[62859]: DEBUG oslo_concurrency.lockutils [req-ae09e1f7-7119-435f-a585-68483e24b930 req-c7803344-31e5-44f4-aa8b-286fce1b9283 service nova] Releasing lock "refresh_cache-95aff221-c77b-49c3-b8b1-687bd1b65f1c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.089524] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99d2428-9ac5-4967-b36b-726535ed983c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.103037] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 761.103037] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523aa09d-b775-32f4-9c00-30ca88c79746" [ 761.103037] env[62859]: _type = "Task" [ 761.103037] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.107728] env[62859]: DEBUG oslo_vmware.api [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51469} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.111975] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.112234] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.112420] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.112594] env[62859]: INFO nova.compute.manager [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Took 1.16 seconds to destroy the instance on the hypervisor. [ 761.112838] env[62859]: DEBUG oslo.service.loopingcall [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.113319] env[62859]: DEBUG nova.compute.manager [-] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.113420] env[62859]: DEBUG nova.network.neutron [-] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.120213] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523aa09d-b775-32f4-9c00-30ca88c79746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.164780] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537762, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.190422] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16365f19-50f3-4d74-b33f-bd1fd29795ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.201818] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d49c9f-a697-4718-8492-e5d98daf08bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.264135] env[62859]: DEBUG nova.compute.manager [req-05cc1650-4586-4747-a610-f9ff1bf1b50d req-d468b122-5d62-49e7-8331-f8302e3a3b20 service nova] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Detach interface failed, port_id=a37a97d4-f7e1-4d1f-92d4-46aa81dab27a, reason: Instance 57766422-1249-4ac4-8dcd-736cf0325556 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 761.313998] env[62859]: DEBUG nova.compute.utils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.315595] env[62859]: DEBUG nova.compute.manager [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.315595] env[62859]: DEBUG nova.network.neutron [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.363405] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537769, 'name': PowerOffVM_Task, 'duration_secs': 0.432847} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.363756] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.373308] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 761.373735] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73a1cd06-25c1-4bcd-ab07-4bbceb41d091 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.395052] env[62859]: DEBUG nova.policy [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54912fe224a34bac8179c5586e3f5a49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45d8d355b66d41bfb2594498618f4a69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.402380] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 761.402380] env[62859]: value = "task-2537773" [ 761.402380] env[62859]: _type = "Task" [ 761.402380] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.411930] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.447541] env[62859]: INFO nova.compute.manager [-] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Took 2.58 seconds to deallocate network for instance. [ 761.479945] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135889} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.480344] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.481491] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5710fd-c537-495a-9097-da9fe81b2177 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.505315] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 1bf06293-a7e1-4af8-9e82-7f43c8695bb2/1bf06293-a7e1-4af8-9e82-7f43c8695bb2.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.511319] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe95288-6be0-4fe2-9937-ae8441a2bd9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.530886] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537771, 'name': ReconfigVM_Task, 'duration_secs': 0.184195} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.534952] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512660', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'name': 'volume-bec85c11-29ae-4e0f-b657-5ee596c2e903', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29b407c9-b341-4009-9d0d-f6dad4eefa95', 'attached_at': '', 'detached_at': '', 'volume_id': 'bec85c11-29ae-4e0f-b657-5ee596c2e903', 'serial': 'bec85c11-29ae-4e0f-b657-5ee596c2e903'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 761.535294] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.535636] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 761.535636] env[62859]: value = "task-2537774" [ 761.535636] env[62859]: _type = "Task" [ 761.535636] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.536257] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537772, 'name': Rename_Task, 'duration_secs': 0.231271} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.536640] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb9bfb9-af2a-4383-bbd9-287446156f61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.539517] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.543019] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbcda100-8fe5-49d8-b68f-e0377bf200f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.548898] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.552569] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c1d438b-615a-4eb9-a239-27d781916957 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.554061] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.554348] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 761.554348] env[62859]: value = "task-2537775" [ 761.554348] env[62859]: _type = "Task" [ 761.554348] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.564243] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537775, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.600901] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquiring lock "ef19f389-3372-48b7-93e0-483af0b9ce26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.601268] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "ef19f389-3372-48b7-93e0-483af0b9ce26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.601528] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquiring lock "ef19f389-3372-48b7-93e0-483af0b9ce26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.601727] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "ef19f389-3372-48b7-93e0-483af0b9ce26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.601904] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "ef19f389-3372-48b7-93e0-483af0b9ce26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.604277] env[62859]: INFO nova.compute.manager [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Terminating instance [ 761.617824] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523aa09d-b775-32f4-9c00-30ca88c79746, 'name': SearchDatastore_Task, 'duration_secs': 0.018294} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.618615] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c1d7c76-e3bb-4797-ad22-f5f3dc2ae2a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.623826] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 761.623826] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f45d3f-1859-088b-6b08-ac955e8eaf78" [ 761.623826] env[62859]: _type = "Task" [ 761.623826] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.632661] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f45d3f-1859-088b-6b08-ac955e8eaf78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.636154] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.636431] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.636637] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Deleting the datastore file [datastore1] 29b407c9-b341-4009-9d0d-f6dad4eefa95 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.636908] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ce6500d-ddee-4761-8ccc-abc3b333905f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.642401] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for the task: (returnval){ [ 761.642401] env[62859]: value = "task-2537777" [ 761.642401] env[62859]: _type = "Task" [ 761.642401] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.649956] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.661208] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537762, 'name': CloneVM_Task, 'duration_secs': 1.793476} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.661574] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Created linked-clone VM from snapshot [ 761.662246] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2538a6ec-a1e3-49b9-8770-6aa04230f57f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.669381] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Uploading image 77fe215b-7391-47a9-80ad-173c79ddbd43 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.680864] env[62859]: DEBUG oslo_concurrency.lockutils [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquiring lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.681210] env[62859]: DEBUG oslo_concurrency.lockutils [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.681445] env[62859]: DEBUG oslo_concurrency.lockutils [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquiring lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.681661] env[62859]: DEBUG oslo_concurrency.lockutils [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.681844] env[62859]: DEBUG oslo_concurrency.lockutils [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.684179] env[62859]: INFO nova.compute.manager [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Terminating instance [ 761.705058] env[62859]: DEBUG oslo_vmware.rw_handles [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 761.705058] env[62859]: value = "vm-512739" [ 761.705058] env[62859]: _type = "VirtualMachine" [ 761.705058] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 761.705343] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee5210ba-b458-44f5-96cd-f8ad71646800 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.712227] env[62859]: DEBUG oslo_vmware.rw_handles [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lease: (returnval){ [ 761.712227] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e0eed5-ebdd-50a1-0614-6ee3be32f06d" [ 761.712227] env[62859]: _type = "HttpNfcLease" [ 761.712227] env[62859]: } obtained for exporting VM: (result){ [ 761.712227] env[62859]: value = "vm-512739" [ 761.712227] env[62859]: _type = "VirtualMachine" [ 761.712227] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 761.712520] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the lease: (returnval){ [ 761.712520] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e0eed5-ebdd-50a1-0614-6ee3be32f06d" [ 761.712520] env[62859]: _type = "HttpNfcLease" [ 761.712520] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 761.719356] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.719356] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e0eed5-ebdd-50a1-0614-6ee3be32f06d" [ 761.719356] env[62859]: _type = "HttpNfcLease" [ 761.719356] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 761.819756] env[62859]: DEBUG nova.compute.manager [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.912597] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.920574] env[62859]: DEBUG nova.network.neutron [-] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.960757] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.049617] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.064625] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537775, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.108431] env[62859]: DEBUG nova.compute.manager [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.108791] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.112558] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3bd0f7-5abe-4752-80d9-45bf5c08c913 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.126779] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.131666] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a1ad1fa-c5ad-498b-b6e4-11e99edfc946 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.142962] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f45d3f-1859-088b-6b08-ac955e8eaf78, 'name': SearchDatastore_Task, 'duration_secs': 0.015209} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.147839] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.148162] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 95aff221-c77b-49c3-b8b1-687bd1b65f1c/95aff221-c77b-49c3-b8b1-687bd1b65f1c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.148517] env[62859]: DEBUG oslo_vmware.api [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 762.148517] env[62859]: value = "task-2537779" [ 762.148517] env[62859]: _type = "Task" [ 762.148517] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.151130] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56ba5549-65c0-4450-a97a-0a598686c25f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.163274] env[62859]: DEBUG oslo_vmware.api [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Task: {'id': task-2537777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155496} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.163274] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.163524] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.163624] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.170010] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 762.170010] env[62859]: value = "task-2537780" [ 762.170010] env[62859]: _type = "Task" [ 762.170010] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.170251] env[62859]: DEBUG oslo_vmware.api [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.183496] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.188548] env[62859]: DEBUG nova.compute.manager [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.188548] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.189366] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d98009-7e12-4f51-a37b-5438907a810c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.199931] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.200308] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06de0ea-298e-4bf1-a43a-10bc248a57c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.208271] env[62859]: DEBUG oslo_vmware.api [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 762.208271] env[62859]: value = "task-2537781" [ 762.208271] env[62859]: _type = "Task" [ 762.208271] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.214761] env[62859]: DEBUG nova.network.neutron [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Successfully created port: a0fcb970-34e2-4754-99aa-29a7d4c8aa09 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.224958] env[62859]: DEBUG oslo_vmware.api [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.226140] env[62859]: DEBUG nova.compute.manager [req-283d29cc-fc20-4b1e-af10-929b2c793c35 req-1c80289c-8cdc-4d44-bea6-04682bbd6d56 service nova] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Received event network-vif-deleted-9e59197e-4492-40b7-8439-e7974bedeb8c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.230741] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.230741] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e0eed5-ebdd-50a1-0614-6ee3be32f06d" [ 762.230741] env[62859]: _type = "HttpNfcLease" [ 762.230741] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 762.234102] env[62859]: DEBUG oslo_vmware.rw_handles [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 762.234102] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e0eed5-ebdd-50a1-0614-6ee3be32f06d" [ 762.234102] env[62859]: _type = "HttpNfcLease" [ 762.234102] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 762.235246] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5088860-6037-4be5-ab73-6ca4350526e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.244228] env[62859]: DEBUG oslo_vmware.rw_handles [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52057232-e6ab-92b5-1de8-4e97a9360a66/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 762.244506] env[62859]: DEBUG oslo_vmware.rw_handles [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52057232-e6ab-92b5-1de8-4e97a9360a66/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 762.313669] env[62859]: DEBUG nova.network.neutron [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Successfully updated port: 566355c7-0efa-4c82-8e2c-729cee835d75 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.315743] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 762.317103] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae756779-9da5-414c-88b6-3b709d31a47c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.331017] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63b4ac1-047f-4921-9a25-b5e77c249bf7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.377440] env[62859]: ERROR nova.compute.manager [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Failed to detach volume bec85c11-29ae-4e0f-b657-5ee596c2e903 from /dev/sda: nova.exception.InstanceNotFound: Instance 29b407c9-b341-4009-9d0d-f6dad4eefa95 could not be found. [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Traceback (most recent call last): [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self.driver.rebuild(**kwargs) [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] raise NotImplementedError() [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] NotImplementedError [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] During handling of the above exception, another exception occurred: [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Traceback (most recent call last): [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self.driver.detach_volume(context, old_connection_info, [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] return self._volumeops.detach_volume(connection_info, instance) [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self._detach_volume_vmdk(connection_info, instance) [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] stable_ref.fetch_moref(session) [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] raise exception.InstanceNotFound(instance_id=self._uuid) [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] nova.exception.InstanceNotFound: Instance 29b407c9-b341-4009-9d0d-f6dad4eefa95 could not be found. [ 762.377440] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] [ 762.400593] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1829fdab-d1a2-422b-90a1-130a2f73ff18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.414465] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537773, 'name': ReconfigVM_Task, 'duration_secs': 0.682162} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.416136] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 762.416461] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.417446] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4deca10c-8696-4955-a37b-a26ee4aa8ad2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.423529] env[62859]: INFO nova.compute.manager [-] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Took 1.31 seconds to deallocate network for instance. [ 762.427293] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 762.427293] env[62859]: value = "task-2537782" [ 762.427293] env[62859]: _type = "Task" [ 762.427293] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.450679] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537782, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.556496] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537774, 'name': ReconfigVM_Task, 'duration_secs': 0.521605} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.560862] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 1bf06293-a7e1-4af8-9e82-7f43c8695bb2/1bf06293-a7e1-4af8-9e82-7f43c8695bb2.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.561999] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-052f4127-98d3-4973-918f-cc75261fc7d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.573406] env[62859]: DEBUG oslo_vmware.api [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537775, 'name': PowerOnVM_Task, 'duration_secs': 0.760832} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.581441] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.581618] env[62859]: INFO nova.compute.manager [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Took 13.08 seconds to spawn the instance on the hypervisor. [ 762.581820] env[62859]: DEBUG nova.compute.manager [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.582231] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 762.582231] env[62859]: value = "task-2537783" [ 762.582231] env[62859]: _type = "Task" [ 762.582231] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.586380] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad84d420-9fe4-4b9b-8ea1-fe92d7274ac3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.591634] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e240419-145e-4364-a1bd-8a4f24e730af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.607761] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537783, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.609677] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab45ac3-f4cc-4d1a-9523-17828123edad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.647047] env[62859]: DEBUG nova.compute.utils [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Build of instance 29b407c9-b341-4009-9d0d-f6dad4eefa95 aborted: Failed to rebuild volume backed instance. {{(pid=62859) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 762.648647] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dd58a6-8504-4121-91a3-8d1fee25698b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.652279] env[62859]: ERROR nova.compute.manager [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 29b407c9-b341-4009-9d0d-f6dad4eefa95 aborted: Failed to rebuild volume backed instance. [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Traceback (most recent call last): [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self.driver.rebuild(**kwargs) [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] raise NotImplementedError() [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] NotImplementedError [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] During handling of the above exception, another exception occurred: [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Traceback (most recent call last): [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self._detach_root_volume(context, instance, root_bdm) [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] with excutils.save_and_reraise_exception(): [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self.force_reraise() [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] raise self.value [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self.driver.detach_volume(context, old_connection_info, [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] return self._volumeops.detach_volume(connection_info, instance) [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self._detach_volume_vmdk(connection_info, instance) [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] stable_ref.fetch_moref(session) [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] raise exception.InstanceNotFound(instance_id=self._uuid) [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] nova.exception.InstanceNotFound: Instance 29b407c9-b341-4009-9d0d-f6dad4eefa95 could not be found. [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] During handling of the above exception, another exception occurred: [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Traceback (most recent call last): [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] yield [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 762.652279] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self._do_rebuild_instance_with_claim( [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self._do_rebuild_instance( [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self._rebuild_default_impl(**kwargs) [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] self._rebuild_volume_backed_instance( [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] raise exception.BuildAbortException( [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] nova.exception.BuildAbortException: Build of instance 29b407c9-b341-4009-9d0d-f6dad4eefa95 aborted: Failed to rebuild volume backed instance. [ 762.653725] env[62859]: ERROR nova.compute.manager [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] [ 762.663935] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaa6c18-217a-41ed-bc61-d988fabf3b52 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.672694] env[62859]: DEBUG oslo_vmware.api [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537779, 'name': PowerOffVM_Task, 'duration_secs': 0.265134} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.676139] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.676389] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.685041] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd6a1acc-c584-4a59-b744-f4e4583392a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.688289] env[62859]: DEBUG nova.compute.provider_tree [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.696190] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507668} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.696674] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 95aff221-c77b-49c3-b8b1-687bd1b65f1c/95aff221-c77b-49c3-b8b1-687bd1b65f1c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.696931] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.697320] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-123909db-1930-4f86-bde7-cce3853a2948 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.704808] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 762.704808] env[62859]: value = "task-2537785" [ 762.704808] env[62859]: _type = "Task" [ 762.704808] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.719123] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.722541] env[62859]: DEBUG oslo_vmware.api [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537781, 'name': PowerOffVM_Task, 'duration_secs': 0.245417} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.722896] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.723164] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.723511] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba339ff-ba83-4412-a077-8d589ec5cd67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.820447] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "refresh_cache-bc05d4e3-072c-4fb8-a72a-0cac504a8511" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.820609] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "refresh_cache-bc05d4e3-072c-4fb8-a72a-0cac504a8511" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.820766] env[62859]: DEBUG nova.network.neutron [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.845137] env[62859]: DEBUG nova.compute.manager [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.872533] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.873570] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.873570] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.873570] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.873570] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.873748] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.873886] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.874061] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.875244] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.876225] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.876225] env[62859]: DEBUG nova.virt.hardware [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.877138] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a32e10d-51b4-4a1e-bcad-97ec265703dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.885424] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29398a8-d95a-450c-822e-49cf5dce9435 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.946244] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.946244] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.020196] env[62859]: DEBUG nova.compute.manager [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Received event network-vif-plugged-566355c7-0efa-4c82-8e2c-729cee835d75 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.020196] env[62859]: DEBUG oslo_concurrency.lockutils [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] Acquiring lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.020196] env[62859]: DEBUG oslo_concurrency.lockutils [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] Lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.020196] env[62859]: DEBUG oslo_concurrency.lockutils [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] Lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.020196] env[62859]: DEBUG nova.compute.manager [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] No waiting events found dispatching network-vif-plugged-566355c7-0efa-4c82-8e2c-729cee835d75 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.020196] env[62859]: WARNING nova.compute.manager [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Received unexpected event network-vif-plugged-566355c7-0efa-4c82-8e2c-729cee835d75 for instance with vm_state building and task_state spawning. [ 763.020196] env[62859]: DEBUG nova.compute.manager [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Received event network-changed-566355c7-0efa-4c82-8e2c-729cee835d75 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.020196] env[62859]: DEBUG nova.compute.manager [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Refreshing instance network info cache due to event network-changed-566355c7-0efa-4c82-8e2c-729cee835d75. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.020196] env[62859]: DEBUG oslo_concurrency.lockutils [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] Acquiring lock "refresh_cache-bc05d4e3-072c-4fb8-a72a-0cac504a8511" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.098973] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537783, 'name': Rename_Task, 'duration_secs': 0.231343} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.099320] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.100028] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34219839-b063-4806-be5e-43bc6761448b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.106075] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 763.106075] env[62859]: value = "task-2537787" [ 763.106075] env[62859]: _type = "Task" [ 763.106075] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.123226] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537787, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.123886] env[62859]: INFO nova.compute.manager [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Took 46.96 seconds to build instance. [ 763.216316] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089848} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.217898] env[62859]: ERROR nova.scheduler.client.report [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [req-218d8911-34f0-45c6-92d5-ba1c94be5a03] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-218d8911-34f0-45c6-92d5-ba1c94be5a03"}]} [ 763.219447] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.225436] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41ece70-1a1d-4518-94b5-649c6ca9d10c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.259693] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 95aff221-c77b-49c3-b8b1-687bd1b65f1c/95aff221-c77b-49c3-b8b1-687bd1b65f1c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.261909] env[62859]: DEBUG nova.scheduler.client.report [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 763.264423] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd08916-2c70-41fc-af81-64a871526a8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.291152] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 763.291152] env[62859]: value = "task-2537788" [ 763.291152] env[62859]: _type = "Task" [ 763.291152] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.301755] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.303532] env[62859]: DEBUG nova.scheduler.client.report [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 763.303532] env[62859]: DEBUG nova.compute.provider_tree [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.317673] env[62859]: DEBUG nova.scheduler.client.report [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 763.332676] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.332676] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.332999] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Deleting the datastore file [datastore1] ef19f389-3372-48b7-93e0-483af0b9ce26 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.334238] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b70d18b8-755b-4624-ba39-85efb6814b33 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.336849] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.337767] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.337767] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Deleting the datastore file [datastore1] aa1dcbf7-543c-4bee-85ca-cf3bb811b182 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.337767] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5c777ce-3e0a-46bb-9cc5-0cc4b49e3518 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.340936] env[62859]: DEBUG nova.scheduler.client.report [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 763.348325] env[62859]: DEBUG oslo_vmware.api [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for the task: (returnval){ [ 763.348325] env[62859]: value = "task-2537789" [ 763.348325] env[62859]: _type = "Task" [ 763.348325] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.350159] env[62859]: DEBUG oslo_vmware.api [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for the task: (returnval){ [ 763.350159] env[62859]: value = "task-2537790" [ 763.350159] env[62859]: _type = "Task" [ 763.350159] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.361327] env[62859]: DEBUG oslo_vmware.api [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.364987] env[62859]: DEBUG oslo_vmware.api [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.386541] env[62859]: DEBUG nova.network.neutron [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.447068] env[62859]: DEBUG oslo_vmware.api [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537782, 'name': PowerOnVM_Task, 'duration_secs': 0.608994} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.447428] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.447681] env[62859]: DEBUG nova.compute.manager [None req-bf7743a6-d9c3-42b6-9b48-79987f3a57f3 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.448622] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49dbf3-a24d-41f6-97fd-80ffa6b1a07b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.622354] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.628012] env[62859]: DEBUG oslo_concurrency.lockutils [None req-84511342-9ec8-4111-96f6-d0b67896cbf6 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "6452c79d-2627-4002-b4bf-9ea900b4318c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.061s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.633028] env[62859]: DEBUG nova.network.neutron [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Updating instance_info_cache with network_info: [{"id": "566355c7-0efa-4c82-8e2c-729cee835d75", "address": "fa:16:3e:60:d5:40", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566355c7-0e", "ovs_interfaceid": "566355c7-0efa-4c82-8e2c-729cee835d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.734087] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Acquiring lock "b313f565-8c01-497c-9f95-858319cfea1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.734588] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "b313f565-8c01-497c-9f95-858319cfea1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.734920] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Acquiring lock "b313f565-8c01-497c-9f95-858319cfea1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.735318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "b313f565-8c01-497c-9f95-858319cfea1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.735631] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "b313f565-8c01-497c-9f95-858319cfea1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.738447] env[62859]: INFO nova.compute.manager [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Terminating instance [ 763.802095] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.864914] env[62859]: DEBUG oslo_vmware.api [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Task: {'id': task-2537790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399561} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.870714] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.871093] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.871342] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.871596] env[62859]: INFO nova.compute.manager [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Took 1.68 seconds to destroy the instance on the hypervisor. [ 763.872099] env[62859]: DEBUG oslo.service.loopingcall [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.872806] env[62859]: DEBUG oslo_vmware.api [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Task: {'id': task-2537789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390054} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.873208] env[62859]: DEBUG nova.compute.manager [-] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.873208] env[62859]: DEBUG nova.network.neutron [-] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.874745] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.878020] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.878020] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.878020] env[62859]: INFO nova.compute.manager [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Took 1.77 seconds to destroy the instance on the hypervisor. [ 763.878020] env[62859]: DEBUG oslo.service.loopingcall [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.878020] env[62859]: DEBUG nova.compute.manager [-] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.878020] env[62859]: DEBUG nova.network.neutron [-] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.927816] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6d2e1c-5481-4b12-bef2-a9fbe0fb415a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.937779] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7656e0-0920-4aee-b03e-c0b35b281255 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.973932] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62241c1a-cff4-416e-8472-b225f9c5cdec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.983497] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9364eb-fb39-4dd2-bbcb-058e158c8e2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.999482] env[62859]: DEBUG nova.compute.provider_tree [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.121903] env[62859]: DEBUG oslo_vmware.api [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2537787, 'name': PowerOnVM_Task, 'duration_secs': 0.998485} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.122475] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.122802] env[62859]: INFO nova.compute.manager [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Took 9.58 seconds to spawn the instance on the hypervisor. [ 764.123162] env[62859]: DEBUG nova.compute.manager [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.124479] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e71c6c-af89-466e-8b12-bf1d3892a3cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.130466] env[62859]: DEBUG nova.compute.manager [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.138574] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "refresh_cache-bc05d4e3-072c-4fb8-a72a-0cac504a8511" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.138925] env[62859]: DEBUG nova.compute.manager [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Instance network_info: |[{"id": "566355c7-0efa-4c82-8e2c-729cee835d75", "address": "fa:16:3e:60:d5:40", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566355c7-0e", "ovs_interfaceid": "566355c7-0efa-4c82-8e2c-729cee835d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.142790] env[62859]: DEBUG oslo_concurrency.lockutils [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] Acquired lock "refresh_cache-bc05d4e3-072c-4fb8-a72a-0cac504a8511" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.143115] env[62859]: DEBUG nova.network.neutron [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Refreshing network info cache for port 566355c7-0efa-4c82-8e2c-729cee835d75 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.144341] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:d5:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '566355c7-0efa-4c82-8e2c-729cee835d75', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.157022] env[62859]: DEBUG oslo.service.loopingcall [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.157022] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.157022] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2161a659-600c-4ee0-ba97-c1b77eb78016 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.190558] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.190558] env[62859]: value = "task-2537791" [ 764.190558] env[62859]: _type = "Task" [ 764.190558] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.199890] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537791, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.242271] env[62859]: DEBUG nova.compute.manager [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.242580] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.243254] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71489a3c-dd0b-4ba5-98ec-f2c5fd8129f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.250863] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for the task: (returnval){ [ 764.250863] env[62859]: value = "task-2537792" [ 764.250863] env[62859]: _type = "Task" [ 764.250863] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.263070] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.303806] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537788, 'name': ReconfigVM_Task, 'duration_secs': 0.588768} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.304325] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 95aff221-c77b-49c3-b8b1-687bd1b65f1c/95aff221-c77b-49c3-b8b1-687bd1b65f1c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.305135] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919d7166-a387-453c-a134-70598573a5f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.312671] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 764.312671] env[62859]: value = "task-2537793" [ 764.312671] env[62859]: _type = "Task" [ 764.312671] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.324453] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537793, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.503518] env[62859]: DEBUG nova.scheduler.client.report [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.662618] env[62859]: DEBUG nova.network.neutron [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Successfully updated port: a0fcb970-34e2-4754-99aa-29a7d4c8aa09 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.671078] env[62859]: INFO nova.compute.manager [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Took 43.82 seconds to build instance. [ 764.680390] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.683202] env[62859]: DEBUG nova.compute.manager [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.684251] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.685905] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c301d617-ab3f-419e-8281-099226daf891 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.707425] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537791, 'name': CreateVM_Task, 'duration_secs': 0.397402} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.708163] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.708852] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.709297] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.709407] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 764.709581] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9190d16-afee-4a20-ba95-81a504b43712 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.714801] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 764.714801] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522de786-44a4-10a5-8c3d-a25cced4e915" [ 764.714801] env[62859]: _type = "Task" [ 764.714801] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.725196] env[62859]: DEBUG nova.network.neutron [-] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.726298] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522de786-44a4-10a5-8c3d-a25cced4e915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.761196] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537792, 'name': PowerOffVM_Task, 'duration_secs': 0.213249} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.761467] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.761669] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 764.761860] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512620', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'name': 'volume-03866224-78c5-45a5-85eb-856714110474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b313f565-8c01-497c-9f95-858319cfea1f', 'attached_at': '', 'detached_at': '', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'serial': '03866224-78c5-45a5-85eb-856714110474'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 764.762669] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb639ed-9dd9-4f3a-9814-82a0b8b35996 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.773534] env[62859]: DEBUG nova.compute.manager [req-1a376500-c683-48e4-808d-a9bd1867a3a4 req-a763c280-2eea-4553-833b-f2e9e9973cd5 service nova] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Received event network-vif-deleted-0d89c3bd-9e1e-451d-98e6-decad89f9fc0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.788230] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e118361-be23-401c-a118-0d411b2485c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.796743] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5f5659-f74d-475e-af74-8e7d7e53e202 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.820153] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cb2d32-843f-468d-a0fe-092eb7a3f024 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.830477] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537793, 'name': Rename_Task, 'duration_secs': 0.232636} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.842224] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.843414] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] The volume has not been displaced from its original location: [datastore1] volume-03866224-78c5-45a5-85eb-856714110474/volume-03866224-78c5-45a5-85eb-856714110474.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 764.848913] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 764.849272] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00b1f5ed-0ea7-4253-a3b3-853de9a23240 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.851126] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c06694ee-c4c7-4d0e-8d3d-97894d090f6c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.872709] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 764.872709] env[62859]: value = "task-2537794" [ 764.872709] env[62859]: _type = "Task" [ 764.872709] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.874290] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for the task: (returnval){ [ 764.874290] env[62859]: value = "task-2537795" [ 764.874290] env[62859]: _type = "Task" [ 764.874290] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.885956] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.889573] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.911805] env[62859]: DEBUG nova.network.neutron [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Updated VIF entry in instance network info cache for port 566355c7-0efa-4c82-8e2c-729cee835d75. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.912388] env[62859]: DEBUG nova.network.neutron [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Updating instance_info_cache with network_info: [{"id": "566355c7-0efa-4c82-8e2c-729cee835d75", "address": "fa:16:3e:60:d5:40", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap566355c7-0e", "ovs_interfaceid": "566355c7-0efa-4c82-8e2c-729cee835d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.009295] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.205s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.009633] env[62859]: DEBUG nova.compute.manager [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.013654] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.069s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.015623] env[62859]: INFO nova.compute.claims [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.173734] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquiring lock "refresh_cache-e001c8a9-27bb-4957-82be-e2349a5a889c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.173734] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquired lock "refresh_cache-e001c8a9-27bb-4957-82be-e2349a5a889c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.173734] env[62859]: DEBUG nova.network.neutron [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.173734] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fa4b5b3d-7032-43a4-a9ed-32449b546254 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.858s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.175792] env[62859]: DEBUG nova.network.neutron [-] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.213021] env[62859]: INFO nova.compute.manager [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] instance snapshotting [ 765.217643] env[62859]: DEBUG nova.objects.instance [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'flavor' on Instance uuid edd39829-7fbc-4f66-813a-b1efd6197163 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.228349] env[62859]: INFO nova.compute.manager [-] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Took 1.35 seconds to deallocate network for instance. [ 765.228349] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522de786-44a4-10a5-8c3d-a25cced4e915, 'name': SearchDatastore_Task, 'duration_secs': 0.017041} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.229844] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.230097] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.230370] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.230513] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.230690] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.234630] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a4a3802-6499-4b92-89e8-6a1b5fa8e8c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.245823] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.247098] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.247098] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69973330-6794-400a-92c4-a49faeb2a690 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.253556] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 765.253556] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a57c3d-cd4f-8190-0fbc-d2547ac2ccee" [ 765.253556] env[62859]: _type = "Task" [ 765.253556] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.262625] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a57c3d-cd4f-8190-0fbc-d2547ac2ccee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.390895] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.396326] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537795, 'name': ReconfigVM_Task, 'duration_secs': 0.181461} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.396622] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.401980] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda0ddf9-4b61-4045-a775-8d2db6bc93c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.418172] env[62859]: DEBUG oslo_concurrency.lockutils [req-a2592361-83bb-4bca-8bb4-ac3dc0152653 req-12ad8245-bf07-4319-a73b-e4e5a9410f9a service nova] Releasing lock "refresh_cache-bc05d4e3-072c-4fb8-a72a-0cac504a8511" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.424889] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for the task: (returnval){ [ 765.424889] env[62859]: value = "task-2537796" [ 765.424889] env[62859]: _type = "Task" [ 765.424889] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.434413] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.490098] env[62859]: DEBUG nova.compute.manager [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Received event network-vif-plugged-a0fcb970-34e2-4754-99aa-29a7d4c8aa09 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.490395] env[62859]: DEBUG oslo_concurrency.lockutils [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] Acquiring lock "e001c8a9-27bb-4957-82be-e2349a5a889c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.490625] env[62859]: DEBUG oslo_concurrency.lockutils [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] Lock "e001c8a9-27bb-4957-82be-e2349a5a889c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.490950] env[62859]: DEBUG oslo_concurrency.lockutils [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] Lock "e001c8a9-27bb-4957-82be-e2349a5a889c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.491043] env[62859]: DEBUG nova.compute.manager [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] No waiting events found dispatching network-vif-plugged-a0fcb970-34e2-4754-99aa-29a7d4c8aa09 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.491459] env[62859]: WARNING nova.compute.manager [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Received unexpected event network-vif-plugged-a0fcb970-34e2-4754-99aa-29a7d4c8aa09 for instance with vm_state building and task_state spawning. [ 765.491459] env[62859]: DEBUG nova.compute.manager [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Received event network-changed-a0fcb970-34e2-4754-99aa-29a7d4c8aa09 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.491634] env[62859]: DEBUG nova.compute.manager [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Refreshing instance network info cache due to event network-changed-a0fcb970-34e2-4754-99aa-29a7d4c8aa09. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 765.491867] env[62859]: DEBUG oslo_concurrency.lockutils [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] Acquiring lock "refresh_cache-e001c8a9-27bb-4957-82be-e2349a5a889c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.516481] env[62859]: DEBUG nova.compute.utils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.518907] env[62859]: DEBUG nova.compute.manager [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.518907] env[62859]: DEBUG nova.network.neutron [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.592525] env[62859]: DEBUG nova.policy [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f92636f60c15424eae9c372af7a49cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '226b8b2f717c4b7cb7189746cd798490', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.678390] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.684792] env[62859]: INFO nova.compute.manager [-] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Took 1.81 seconds to deallocate network for instance. [ 765.725211] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6771197b-d1e9-4922-9de3-65a555e95bb3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.730518] env[62859]: DEBUG nova.network.neutron [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.752588] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.754114] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe516020-bd28-4f00-8145-d50e4df40e16 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.775053] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a57c3d-cd4f-8190-0fbc-d2547ac2ccee, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.775873] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1beaadd2-ca46-420f-91ee-6b7ec6d85c45 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.781500] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 765.781500] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529828c2-c432-3056-d35d-dfb4a4b59725" [ 765.781500] env[62859]: _type = "Task" [ 765.781500] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.791848] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529828c2-c432-3056-d35d-dfb4a4b59725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.873774] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "76e75219-f9f8-48a2-8073-bfcf5f924efb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.874494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "76e75219-f9f8-48a2-8073-bfcf5f924efb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.874905] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "76e75219-f9f8-48a2-8073-bfcf5f924efb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.875257] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "76e75219-f9f8-48a2-8073-bfcf5f924efb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.875566] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "76e75219-f9f8-48a2-8073-bfcf5f924efb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.878661] env[62859]: INFO nova.compute.manager [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Terminating instance [ 765.896051] env[62859]: DEBUG oslo_vmware.api [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537794, 'name': PowerOnVM_Task, 'duration_secs': 0.592326} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.896051] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.896051] env[62859]: INFO nova.compute.manager [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Took 8.56 seconds to spawn the instance on the hypervisor. [ 765.896051] env[62859]: DEBUG nova.compute.manager [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.896051] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f7e6e8-de0b-4ffa-b7e9-44b2b9be666d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.931977] env[62859]: DEBUG nova.network.neutron [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Successfully created port: dc901751-597e-47d4-a3bb-a954201974a7 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.939084] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537796, 'name': ReconfigVM_Task, 'duration_secs': 0.180168} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.942247] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512620', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'name': 'volume-03866224-78c5-45a5-85eb-856714110474', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b313f565-8c01-497c-9f95-858319cfea1f', 'attached_at': '', 'detached_at': '', 'volume_id': '03866224-78c5-45a5-85eb-856714110474', 'serial': '03866224-78c5-45a5-85eb-856714110474'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 765.942971] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.944754] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476abcf-345d-4f20-bedb-745a0c36813e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.955156] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.955600] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6d7e8b6-c14d-41b3-9cf0-e65904c15aeb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.988187] env[62859]: DEBUG nova.network.neutron [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Updating instance_info_cache with network_info: [{"id": "a0fcb970-34e2-4754-99aa-29a7d4c8aa09", "address": "fa:16:3e:84:63:b5", "network": {"id": "da516fed-5efb-4ed7-a44e-d7dab4993484", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-508330226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d8d355b66d41bfb2594498618f4a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fcb970-34", "ovs_interfaceid": "a0fcb970-34e2-4754-99aa-29a7d4c8aa09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.022309] env[62859]: DEBUG nova.compute.manager [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.034331] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.034548] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.034917] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Deleting the datastore file [datastore1] b313f565-8c01-497c-9f95-858319cfea1f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.035823] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2844ba6a-4b02-4785-bf75-71bf4e5f4ab5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.043268] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for the task: (returnval){ [ 766.043268] env[62859]: value = "task-2537798" [ 766.043268] env[62859]: _type = "Task" [ 766.043268] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.053392] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.192542] env[62859]: DEBUG oslo_concurrency.lockutils [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.213836] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.276585] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.277408] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a446aa5-c6c0-428b-ba7a-f31edac689f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.291729] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 766.291729] env[62859]: value = "task-2537799" [ 766.291729] env[62859]: _type = "Task" [ 766.291729] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.301846] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529828c2-c432-3056-d35d-dfb4a4b59725, 'name': SearchDatastore_Task, 'duration_secs': 0.019184} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.302795] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.303159] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] bc05d4e3-072c-4fb8-a72a-0cac504a8511/bc05d4e3-072c-4fb8-a72a-0cac504a8511.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.306627] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47c7d54c-8ab5-4f8e-916b-effb481f85b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.314774] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537799, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.317156] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 766.317156] env[62859]: value = "task-2537800" [ 766.317156] env[62859]: _type = "Task" [ 766.317156] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.330505] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.388581] env[62859]: DEBUG nova.compute.manager [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.388804] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.389740] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b8856f-2533-47c9-9c14-7503a22e5d90 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.401301] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.401658] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c26a249-21f1-4c3f-84da-25c9f5790456 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.410560] env[62859]: DEBUG oslo_vmware.api [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 766.410560] env[62859]: value = "task-2537801" [ 766.410560] env[62859]: _type = "Task" [ 766.410560] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.420844] env[62859]: INFO nova.compute.manager [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Took 43.49 seconds to build instance. [ 766.425847] env[62859]: DEBUG oslo_vmware.api [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.477507] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Acquiring lock "29b407c9-b341-4009-9d0d-f6dad4eefa95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.477876] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "29b407c9-b341-4009-9d0d-f6dad4eefa95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.478221] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Acquiring lock "29b407c9-b341-4009-9d0d-f6dad4eefa95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.478502] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "29b407c9-b341-4009-9d0d-f6dad4eefa95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.478758] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "29b407c9-b341-4009-9d0d-f6dad4eefa95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.481685] env[62859]: INFO nova.compute.manager [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Terminating instance [ 766.490029] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Releasing lock "refresh_cache-e001c8a9-27bb-4957-82be-e2349a5a889c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.490438] env[62859]: DEBUG nova.compute.manager [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Instance network_info: |[{"id": "a0fcb970-34e2-4754-99aa-29a7d4c8aa09", "address": "fa:16:3e:84:63:b5", "network": {"id": "da516fed-5efb-4ed7-a44e-d7dab4993484", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-508330226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d8d355b66d41bfb2594498618f4a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fcb970-34", "ovs_interfaceid": "a0fcb970-34e2-4754-99aa-29a7d4c8aa09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.490830] env[62859]: DEBUG oslo_concurrency.lockutils [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] Acquired lock "refresh_cache-e001c8a9-27bb-4957-82be-e2349a5a889c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.491106] env[62859]: DEBUG nova.network.neutron [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Refreshing network info cache for port a0fcb970-34e2-4754-99aa-29a7d4c8aa09 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.492617] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:63:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd77ecbc-aaaf-45f4-ae8f-977d90e4052f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0fcb970-34e2-4754-99aa-29a7d4c8aa09', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.506288] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Creating folder: Project (45d8d355b66d41bfb2594498618f4a69). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.515199] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3a94c48-e256-44d7-bde2-13b6ecdace54 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.529126] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Created folder: Project (45d8d355b66d41bfb2594498618f4a69) in parent group-v512592. [ 766.529495] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Creating folder: Instances. Parent ref: group-v512741. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.538329] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43a24459-5f87-4479-9ff6-80c08adc4aab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.549971] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Created folder: Instances in parent group-v512741. [ 766.551032] env[62859]: DEBUG oslo.service.loopingcall [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.551032] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.551273] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce672e10-53b3-4df0-8aa3-11aab8e3029e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.573306] env[62859]: DEBUG oslo_vmware.api [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Task: {'id': task-2537798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162596} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.574190] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.574788] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.574788] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.574788] env[62859]: INFO nova.compute.manager [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Took 2.33 seconds to destroy the instance on the hypervisor. [ 766.575111] env[62859]: DEBUG oslo.service.loopingcall [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.575302] env[62859]: DEBUG nova.compute.manager [-] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.575406] env[62859]: DEBUG nova.network.neutron [-] [instance: b313f565-8c01-497c-9f95-858319cfea1f] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.580659] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.580659] env[62859]: value = "task-2537804" [ 766.580659] env[62859]: _type = "Task" [ 766.580659] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.596401] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537804, 'name': CreateVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.731544] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.732057] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.775065] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b102e842-9a7b-4efd-aaa8-538a2e13a15f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.785870] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9584de3b-f7cd-4bbc-ba87-834f9286b167 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.842156] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14c3094-0394-4ca2-95cf-b45037fa329e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.850222] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537799, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.856508] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537800, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.858166] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faae7bf-7bb3-47f6-9ac5-99f9bcac5f1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.876032] env[62859]: DEBUG nova.compute.provider_tree [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.921661] env[62859]: DEBUG oslo_vmware.api [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537801, 'name': PowerOffVM_Task, 'duration_secs': 0.264199} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.923502] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96689ec5-0023-48fa-b546-4e310e34e8ff tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.854s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.923502] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.923502] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.923783] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8f1eb08-665b-413c-9830-cb25cf19f663 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.003796] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.003796] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.004030] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Deleting the datastore file [datastore2] 76e75219-f9f8-48a2-8073-bfcf5f924efb {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.004300] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddf7f4c1-ccdd-4209-a507-6def65ac76f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.008028] env[62859]: DEBUG nova.compute.manager [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.011687] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8a5077d-0df3-43b2-97a6-8c199fda60b0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.015719] env[62859]: DEBUG oslo_vmware.api [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 767.015719] env[62859]: value = "task-2537806" [ 767.015719] env[62859]: _type = "Task" [ 767.015719] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.024409] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435954d4-ca30-412d-8012-b4b05af91b5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.044940] env[62859]: DEBUG nova.compute.manager [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.047934] env[62859]: DEBUG oslo_vmware.api [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.085040] env[62859]: WARNING nova.virt.vmwareapi.driver [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 29b407c9-b341-4009-9d0d-f6dad4eefa95 could not be found. [ 767.085315] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.091269] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f46602e7-40ae-4b62-86a5-87175745566a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.100125] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537804, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.105633] env[62859]: DEBUG nova.virt.hardware [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.107628] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2bc944-3c17-4736-b482-a3236c1241bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.114141] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91cb055-95ac-47a4-b88d-31eb5b20a76b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.129465] env[62859]: DEBUG nova.network.neutron [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Updated VIF entry in instance network info cache for port a0fcb970-34e2-4754-99aa-29a7d4c8aa09. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.129875] env[62859]: DEBUG nova.network.neutron [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Updating instance_info_cache with network_info: [{"id": "a0fcb970-34e2-4754-99aa-29a7d4c8aa09", "address": "fa:16:3e:84:63:b5", "network": {"id": "da516fed-5efb-4ed7-a44e-d7dab4993484", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-508330226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45d8d355b66d41bfb2594498618f4a69", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd77ecbc-aaaf-45f4-ae8f-977d90e4052f", "external-id": "nsx-vlan-transportzone-171", "segmentation_id": 171, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0fcb970-34", "ovs_interfaceid": "a0fcb970-34e2-4754-99aa-29a7d4c8aa09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.134629] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99121433-b541-4816-a878-0db34dbb10e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.158556] env[62859]: WARNING nova.virt.vmwareapi.vmops [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 29b407c9-b341-4009-9d0d-f6dad4eefa95 could not be found. [ 767.158863] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.159585] env[62859]: INFO nova.compute.manager [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Took 0.15 seconds to destroy the instance on the hypervisor. [ 767.159644] env[62859]: DEBUG oslo.service.loopingcall [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.161047] env[62859]: DEBUG nova.compute.manager [-] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.161509] env[62859]: DEBUG nova.network.neutron [-] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.346368] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685282} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.350371] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] bc05d4e3-072c-4fb8-a72a-0cac504a8511/bc05d4e3-072c-4fb8-a72a-0cac504a8511.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.350662] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.351499] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537799, 'name': CreateSnapshot_Task, 'duration_secs': 0.918675} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.351748] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4792fdcb-3733-4288-9697-1c35275230f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.355109] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.357420] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18c06dc-97ee-41ce-bf3d-343c0c620d2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.378147] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 767.378147] env[62859]: value = "task-2537807" [ 767.378147] env[62859]: _type = "Task" [ 767.378147] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.380955] env[62859]: DEBUG nova.scheduler.client.report [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.394751] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.426939] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.511963] env[62859]: DEBUG nova.network.neutron [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Successfully updated port: dc901751-597e-47d4-a3bb-a954201974a7 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.531620] env[62859]: DEBUG oslo_vmware.api [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320619} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.532596] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.532791] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.532973] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.533171] env[62859]: INFO nova.compute.manager [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 767.533548] env[62859]: DEBUG oslo.service.loopingcall [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.533630] env[62859]: DEBUG nova.compute.manager [-] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.533714] env[62859]: DEBUG nova.network.neutron [-] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.553266] env[62859]: INFO nova.compute.manager [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Rescuing [ 767.553612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "refresh_cache-95aff221-c77b-49c3-b8b1-687bd1b65f1c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.553612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "refresh_cache-95aff221-c77b-49c3-b8b1-687bd1b65f1c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.553792] env[62859]: DEBUG nova.network.neutron [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.597640] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537804, 'name': CreateVM_Task, 'duration_secs': 0.618488} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.598604] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.599284] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.599449] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.599839] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.600120] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5f3c0b-a3ea-4ce2-a4be-b5aa1fe045a1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.607369] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 767.607369] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52931caa-4f8a-f005-118e-f0aef30038f1" [ 767.607369] env[62859]: _type = "Task" [ 767.607369] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.617041] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52931caa-4f8a-f005-118e-f0aef30038f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.641042] env[62859]: DEBUG oslo_concurrency.lockutils [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] Releasing lock "refresh_cache-e001c8a9-27bb-4957-82be-e2349a5a889c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.641549] env[62859]: DEBUG nova.compute.manager [req-8f4e30bd-9ed5-4b4a-a152-80c5bd56bad8 req-05a76d55-1d2d-4bfe-93c8-66f4f4bd8cfe service nova] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Received event network-vif-deleted-8d26b871-0216-4cd1-8bc5-efea30c136c1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.808300] env[62859]: DEBUG nova.compute.manager [req-3400ba18-d166-479e-ba0a-5167dc7313f5 req-79121588-5862-4a9b-adb6-a11439a69748 service nova] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Received event network-vif-plugged-dc901751-597e-47d4-a3bb-a954201974a7 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.808552] env[62859]: DEBUG oslo_concurrency.lockutils [req-3400ba18-d166-479e-ba0a-5167dc7313f5 req-79121588-5862-4a9b-adb6-a11439a69748 service nova] Acquiring lock "4c0cf0c6-1710-439a-a670-923e7bf21967-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.808739] env[62859]: DEBUG oslo_concurrency.lockutils [req-3400ba18-d166-479e-ba0a-5167dc7313f5 req-79121588-5862-4a9b-adb6-a11439a69748 service nova] Lock "4c0cf0c6-1710-439a-a670-923e7bf21967-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.808908] env[62859]: DEBUG oslo_concurrency.lockutils [req-3400ba18-d166-479e-ba0a-5167dc7313f5 req-79121588-5862-4a9b-adb6-a11439a69748 service nova] Lock "4c0cf0c6-1710-439a-a670-923e7bf21967-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.809343] env[62859]: DEBUG nova.compute.manager [req-3400ba18-d166-479e-ba0a-5167dc7313f5 req-79121588-5862-4a9b-adb6-a11439a69748 service nova] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] No waiting events found dispatching network-vif-plugged-dc901751-597e-47d4-a3bb-a954201974a7 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.809563] env[62859]: WARNING nova.compute.manager [req-3400ba18-d166-479e-ba0a-5167dc7313f5 req-79121588-5862-4a9b-adb6-a11439a69748 service nova] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Received unexpected event network-vif-plugged-dc901751-597e-47d4-a3bb-a954201974a7 for instance with vm_state building and task_state spawning. [ 767.891695] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.892869] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.879s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.893390] env[62859]: DEBUG nova.compute.manager [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.896191] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4885e26-b460-441c-884d-6c41a9f44c97 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.904620] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.786s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.906237] env[62859]: INFO nova.compute.claims [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.918330] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156477} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.919794] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.920987] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 767.920987] env[62859]: value = "task-2537808" [ 767.920987] env[62859]: _type = "Task" [ 767.920987] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.920987] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fc9be6-d1fb-40cf-9038-ad7440d0834c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.953396] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537808, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.966573] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] bc05d4e3-072c-4fb8-a72a-0cac504a8511/bc05d4e3-072c-4fb8-a72a-0cac504a8511.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.971034] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3263ddf-9ebf-4670-bdd8-e16a551a04c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.993481] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 767.993481] env[62859]: value = "task-2537809" [ 767.993481] env[62859]: _type = "Task" [ 767.993481] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.004571] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.005647] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.016105] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "refresh_cache-4c0cf0c6-1710-439a-a670-923e7bf21967" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.016253] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired lock "refresh_cache-4c0cf0c6-1710-439a-a670-923e7bf21967" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.016452] env[62859]: DEBUG nova.network.neutron [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.118233] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52931caa-4f8a-f005-118e-f0aef30038f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018831} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.118616] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.118896] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.119209] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.119374] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.119659] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.121095] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c08829d9-d92c-4ad1-be9d-dcb3acbb7554 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.125284] env[62859]: DEBUG nova.compute.manager [req-357b03ce-3153-4813-b298-27b69cc68c36 req-c7616871-fac2-46ce-b29c-899f8dde060b service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Received event network-vif-deleted-f357ea8c-fbee-4527-b525-c7d624bb093f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.125551] env[62859]: INFO nova.compute.manager [req-357b03ce-3153-4813-b298-27b69cc68c36 req-c7616871-fac2-46ce-b29c-899f8dde060b service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Neutron deleted interface f357ea8c-fbee-4527-b525-c7d624bb093f; detaching it from the instance and deleting it from the info cache [ 768.125829] env[62859]: DEBUG nova.network.neutron [req-357b03ce-3153-4813-b298-27b69cc68c36 req-c7616871-fac2-46ce-b29c-899f8dde060b service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.138196] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.138465] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.139894] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e369ec2-dcc7-420c-9903-a3a3a3f1376c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.147902] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 768.147902] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52888385-4bde-7f76-686e-04d1ca88e91f" [ 768.147902] env[62859]: _type = "Task" [ 768.147902] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.164328] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52888385-4bde-7f76-686e-04d1ca88e91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.286241] env[62859]: DEBUG nova.network.neutron [-] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.407305] env[62859]: DEBUG nova.compute.utils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.409191] env[62859]: DEBUG nova.compute.manager [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.409468] env[62859]: DEBUG nova.network.neutron [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.414893] env[62859]: DEBUG nova.network.neutron [-] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.436966] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537808, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.525876] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.572180] env[62859]: DEBUG nova.policy [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cc631e0c5044d2fb6d6402a8359c135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c93ca65e865c423e96b6edde0b81c250', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.592391] env[62859]: DEBUG nova.network.neutron [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.612517] env[62859]: DEBUG nova.network.neutron [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Updating instance_info_cache with network_info: [{"id": "4ae46889-4739-4d21-a6aa-cec491a232a1", "address": "fa:16:3e:df:18:52", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae46889-47", "ovs_interfaceid": "4ae46889-4739-4d21-a6aa-cec491a232a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.629007] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb3b0851-357a-4453-b0ca-a9135e797766 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.641566] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ad8480-ebbf-4fd2-8670-56ded74eea0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.673817] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52888385-4bde-7f76-686e-04d1ca88e91f, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.674768] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e286285-fd7e-4fc4-8981-f19e8ad11e0e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.699661] env[62859]: DEBUG nova.compute.manager [req-357b03ce-3153-4813-b298-27b69cc68c36 req-c7616871-fac2-46ce-b29c-899f8dde060b service nova] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Detach interface failed, port_id=f357ea8c-fbee-4527-b525-c7d624bb093f, reason: Instance b313f565-8c01-497c-9f95-858319cfea1f could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 768.700461] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 768.700461] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e6ab93-c7fd-fc2a-cb67-8215c446520e" [ 768.700461] env[62859]: _type = "Task" [ 768.700461] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.714203] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e6ab93-c7fd-fc2a-cb67-8215c446520e, 'name': SearchDatastore_Task, 'duration_secs': 0.021843} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.716016] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.716016] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e001c8a9-27bb-4957-82be-e2349a5a889c/e001c8a9-27bb-4957-82be-e2349a5a889c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.716016] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60684912-7c49-4cab-a5c7-6fcc8599d4c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.724793] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 768.724793] env[62859]: value = "task-2537810" [ 768.724793] env[62859]: _type = "Task" [ 768.724793] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.733216] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.766071] env[62859]: DEBUG nova.network.neutron [-] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.790062] env[62859]: DEBUG nova.network.neutron [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Updating instance_info_cache with network_info: [{"id": "dc901751-597e-47d4-a3bb-a954201974a7", "address": "fa:16:3e:54:c5:b8", "network": {"id": "67cd63fa-e63b-4e31-bc09-c972c3339bbf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1649512349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226b8b2f717c4b7cb7189746cd798490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc901751-59", "ovs_interfaceid": "dc901751-597e-47d4-a3bb-a954201974a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.790824] env[62859]: INFO nova.compute.manager [-] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Took 1.26 seconds to deallocate network for instance. [ 768.912268] env[62859]: DEBUG nova.compute.manager [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.918961] env[62859]: INFO nova.compute.manager [-] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Took 2.34 seconds to deallocate network for instance. [ 768.937016] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537808, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.010652] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.116140] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "refresh_cache-95aff221-c77b-49c3-b8b1-687bd1b65f1c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.238024] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.238024] env[62859]: DEBUG nova.network.neutron [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Successfully created port: bc7dedc2-efdb-476b-8934-1901b7df1c97 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.272836] env[62859]: INFO nova.compute.manager [-] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Took 2.11 seconds to deallocate network for instance. [ 769.295128] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Releasing lock "refresh_cache-4c0cf0c6-1710-439a-a670-923e7bf21967" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.295128] env[62859]: DEBUG nova.compute.manager [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Instance network_info: |[{"id": "dc901751-597e-47d4-a3bb-a954201974a7", "address": "fa:16:3e:54:c5:b8", "network": {"id": "67cd63fa-e63b-4e31-bc09-c972c3339bbf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1649512349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226b8b2f717c4b7cb7189746cd798490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc901751-59", "ovs_interfaceid": "dc901751-597e-47d4-a3bb-a954201974a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.295717] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:c5:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc901751-597e-47d4-a3bb-a954201974a7', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.304829] env[62859]: DEBUG oslo.service.loopingcall [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 769.309113] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.309113] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.313966] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2981840c-25e6-419a-b9a6-297a1fc72b1d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.336503] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.336503] env[62859]: value = "task-2537811" [ 769.336503] env[62859]: _type = "Task" [ 769.336503] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.347827] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537811, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.439843] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537808, 'name': CloneVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.508625] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.511841] env[62859]: INFO nova.compute.manager [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Took 0.59 seconds to detach 1 volumes for instance. [ 769.514351] env[62859]: DEBUG nova.compute.manager [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Deleting volume: 03866224-78c5-45a5-85eb-856714110474 {{(pid=62859) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 769.609311] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c321547-1343-474f-a8da-2b5d2dd11426 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.620313] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c80943-3477-4780-848a-a2cc65e23385 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.662380] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b96aa24-50ec-4852-ae48-bc03085e8ea2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.669104] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c68240c-733d-44d9-a607-75a718cbb31a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.689521] env[62859]: DEBUG nova.compute.provider_tree [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.738883] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537810, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.839341] env[62859]: INFO nova.compute.manager [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Took 0.57 seconds to detach 1 volumes for instance. [ 769.847750] env[62859]: DEBUG nova.compute.manager [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Deleting volume: bec85c11-29ae-4e0f-b657-5ee596c2e903 {{(pid=62859) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 769.856235] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537811, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.923148] env[62859]: DEBUG nova.compute.manager [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.941538] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537808, 'name': CloneVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.951973] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:29:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='30f64cef-9726-4f8b-9aca-d2b1e631523c',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1894630988',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.952181] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.952331] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.952604] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.952702] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.952830] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.953047] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.953219] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.953390] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.953550] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.953769] env[62859]: DEBUG nova.virt.hardware [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.956705] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e840d00-f009-4bb6-8c1b-f16821cfcfcf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.966666] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f70c41-b7a6-489f-857e-8c01c1b42055 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.011442] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537809, 'name': ReconfigVM_Task, 'duration_secs': 1.583148} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.011859] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Reconfigured VM instance instance-00000031 to attach disk [datastore2] bc05d4e3-072c-4fb8-a72a-0cac504a8511/bc05d4e3-072c-4fb8-a72a-0cac504a8511.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.012730] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3de8461-8043-4c7b-bdae-6fc205e1c6cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.022396] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 770.022396] env[62859]: value = "task-2537814" [ 770.022396] env[62859]: _type = "Task" [ 770.022396] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.033939] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537814, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.069634] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.104095] env[62859]: DEBUG nova.compute.manager [req-1bc019e5-d4a7-46f2-bfb1-969f0fb6c74f req-8c0dc0ae-e00e-4bdb-b001-9c64d4d1d85c service nova] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Received event network-changed-dc901751-597e-47d4-a3bb-a954201974a7 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.104306] env[62859]: DEBUG nova.compute.manager [req-1bc019e5-d4a7-46f2-bfb1-969f0fb6c74f req-8c0dc0ae-e00e-4bdb-b001-9c64d4d1d85c service nova] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Refreshing instance network info cache due to event network-changed-dc901751-597e-47d4-a3bb-a954201974a7. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 770.104575] env[62859]: DEBUG oslo_concurrency.lockutils [req-1bc019e5-d4a7-46f2-bfb1-969f0fb6c74f req-8c0dc0ae-e00e-4bdb-b001-9c64d4d1d85c service nova] Acquiring lock "refresh_cache-4c0cf0c6-1710-439a-a670-923e7bf21967" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.104853] env[62859]: DEBUG oslo_concurrency.lockutils [req-1bc019e5-d4a7-46f2-bfb1-969f0fb6c74f req-8c0dc0ae-e00e-4bdb-b001-9c64d4d1d85c service nova] Acquired lock "refresh_cache-4c0cf0c6-1710-439a-a670-923e7bf21967" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.105076] env[62859]: DEBUG nova.network.neutron [req-1bc019e5-d4a7-46f2-bfb1-969f0fb6c74f req-8c0dc0ae-e00e-4bdb-b001-9c64d4d1d85c service nova] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Refreshing network info cache for port dc901751-597e-47d4-a3bb-a954201974a7 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.193816] env[62859]: DEBUG nova.scheduler.client.report [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.239544] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537810, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.352815} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.240111] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e001c8a9-27bb-4957-82be-e2349a5a889c/e001c8a9-27bb-4957-82be-e2349a5a889c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.242306] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.242627] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-559cd940-c9c0-481d-987a-d300d091e90f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.251094] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 770.251094] env[62859]: value = "task-2537815" [ 770.251094] env[62859]: _type = "Task" [ 770.251094] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.262870] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.351802] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537811, 'name': CreateVM_Task, 'duration_secs': 0.864156} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.352387] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.352717] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.352885] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.353247] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.353552] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77a207b-849f-47cc-814b-0e2b341f0cd9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.360500] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 770.360500] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a4b3fc-6aa5-15c1-3675-065597950d7e" [ 770.360500] env[62859]: _type = "Task" [ 770.360500] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.372066] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a4b3fc-6aa5-15c1-3675-065597950d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.387586] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.439198] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537808, 'name': CloneVM_Task, 'duration_secs': 2.06272} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.439198] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Created linked-clone VM from snapshot [ 770.439888] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63973165-46f9-4bf5-8525-2e5729ed12cf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.450191] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Uploading image eb202769-0385-4f20-9eca-3cea428acd95 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 770.485207] env[62859]: DEBUG oslo_vmware.rw_handles [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 770.485207] env[62859]: value = "vm-512745" [ 770.485207] env[62859]: _type = "VirtualMachine" [ 770.485207] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 770.485661] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7cb9a857-93c6-4c78-a366-cc8f287a861b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.497959] env[62859]: DEBUG oslo_vmware.rw_handles [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease: (returnval){ [ 770.497959] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521a4d5c-ce6f-f175-48b9-ff11781e86e5" [ 770.497959] env[62859]: _type = "HttpNfcLease" [ 770.497959] env[62859]: } obtained for exporting VM: (result){ [ 770.497959] env[62859]: value = "vm-512745" [ 770.497959] env[62859]: _type = "VirtualMachine" [ 770.497959] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 770.498741] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the lease: (returnval){ [ 770.498741] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521a4d5c-ce6f-f175-48b9-ff11781e86e5" [ 770.498741] env[62859]: _type = "HttpNfcLease" [ 770.498741] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 770.508559] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.508559] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521a4d5c-ce6f-f175-48b9-ff11781e86e5" [ 770.508559] env[62859]: _type = "HttpNfcLease" [ 770.508559] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 770.514521] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Acquiring lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.514521] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.537897] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537814, 'name': Rename_Task, 'duration_secs': 0.205908} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.538227] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.538478] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80ebf7c8-37d6-4714-a029-d9258d317ed7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.546230] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 770.546230] env[62859]: value = "task-2537817" [ 770.546230] env[62859]: _type = "Task" [ 770.546230] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.559236] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.571227] env[62859]: DEBUG nova.compute.manager [req-1fb57088-cf1f-4dd9-aad7-017340c545b4 req-b8d74479-a06b-4c2f-ba3b-d03f27164d88 service nova] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Received event network-vif-deleted-5fd0882c-7c89-407c-acf9-4bdee3057ad6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.665511] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.665962] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a807e30f-0cc9-4c82-8423-e50a2a0f43db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.675854] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 770.675854] env[62859]: value = "task-2537818" [ 770.675854] env[62859]: _type = "Task" [ 770.675854] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.689670] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.700064] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.700831] env[62859]: DEBUG nova.compute.manager [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.703507] env[62859]: DEBUG oslo_concurrency.lockutils [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.336s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.703744] env[62859]: DEBUG nova.objects.instance [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lazy-loading 'resources' on Instance uuid 6eac9d56-8927-4004-961b-c699b26e906a {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.762360] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08377} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.763341] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.765074] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1684428a-b560-483c-b790-098e443c94f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.789532] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e001c8a9-27bb-4957-82be-e2349a5a889c/e001c8a9-27bb-4957-82be-e2349a5a889c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.792691] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c64ba5-c76f-4920-aab7-11153abe8ff5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.814925] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 770.814925] env[62859]: value = "task-2537819" [ 770.814925] env[62859]: _type = "Task" [ 770.814925] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.824988] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.873796] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a4b3fc-6aa5-15c1-3675-065597950d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.016857} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.874099] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.874359] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.874682] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.874854] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.875074] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.875389] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-299890dd-527f-42be-a344-927c00ad5716 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.880186] env[62859]: DEBUG nova.network.neutron [req-1bc019e5-d4a7-46f2-bfb1-969f0fb6c74f req-8c0dc0ae-e00e-4bdb-b001-9c64d4d1d85c service nova] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Updated VIF entry in instance network info cache for port dc901751-597e-47d4-a3bb-a954201974a7. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.880584] env[62859]: DEBUG nova.network.neutron [req-1bc019e5-d4a7-46f2-bfb1-969f0fb6c74f req-8c0dc0ae-e00e-4bdb-b001-9c64d4d1d85c service nova] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Updating instance_info_cache with network_info: [{"id": "dc901751-597e-47d4-a3bb-a954201974a7", "address": "fa:16:3e:54:c5:b8", "network": {"id": "67cd63fa-e63b-4e31-bc09-c972c3339bbf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1649512349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226b8b2f717c4b7cb7189746cd798490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc901751-59", "ovs_interfaceid": "dc901751-597e-47d4-a3bb-a954201974a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.890012] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.890342] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.891853] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5c7308-0b2c-4bda-a2d4-b8a8ac0e871c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.902270] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 770.902270] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e9bd57-bee6-4ace-bd3f-2b585b78416a" [ 770.902270] env[62859]: _type = "Task" [ 770.902270] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.914060] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e9bd57-bee6-4ace-bd3f-2b585b78416a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.008244] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.008244] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521a4d5c-ce6f-f175-48b9-ff11781e86e5" [ 771.008244] env[62859]: _type = "HttpNfcLease" [ 771.008244] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 771.008244] env[62859]: DEBUG oslo_vmware.rw_handles [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 771.008244] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521a4d5c-ce6f-f175-48b9-ff11781e86e5" [ 771.008244] env[62859]: _type = "HttpNfcLease" [ 771.008244] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 771.009406] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237fad6d-2861-48e8-a366-04e563399f4d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.018245] env[62859]: DEBUG oslo_vmware.rw_handles [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526988a2-8d94-362e-1ad7-d3171fde7328/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 771.018245] env[62859]: DEBUG oslo_vmware.rw_handles [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526988a2-8d94-362e-1ad7-d3171fde7328/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 771.020867] env[62859]: DEBUG nova.compute.utils [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.080023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.566s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.094767] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537817, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.123667] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c50383e-9b4e-4368-b7c0-d36f1a66729a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.186315] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537818, 'name': PowerOffVM_Task, 'duration_secs': 0.265164} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.186642] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.187926] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b3374-0dd5-477c-8fe5-ce9a16d6c183 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.211216] env[62859]: DEBUG nova.compute.utils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.215994] env[62859]: DEBUG nova.compute.manager [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.216382] env[62859]: DEBUG nova.network.neutron [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.219956] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605227e-0972-4b9b-9314-c5dc15053bab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.281614] env[62859]: DEBUG nova.policy [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c80c4962c964ab999a7ed9e4e5001f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b78c1d8e3a84c1d9c4e3e393f1be957', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.330637] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.342298] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.342940] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-340053ba-ef53-4283-9dcb-66b0cabd1b70 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.352427] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 771.352427] env[62859]: value = "task-2537820" [ 771.352427] env[62859]: _type = "Task" [ 771.352427] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.367385] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 771.368353] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.368353] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.368353] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.368353] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.368353] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a983ddbb-046b-44b5-8415-764b4f6b45e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.378518] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.380225] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.380225] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde209ec-8a76-4fc3-9d68-aafd145faf0e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.382983] env[62859]: DEBUG oslo_concurrency.lockutils [req-1bc019e5-d4a7-46f2-bfb1-969f0fb6c74f req-8c0dc0ae-e00e-4bdb-b001-9c64d4d1d85c service nova] Releasing lock "refresh_cache-4c0cf0c6-1710-439a-a670-923e7bf21967" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.383341] env[62859]: DEBUG nova.compute.manager [req-1bc019e5-d4a7-46f2-bfb1-969f0fb6c74f req-8c0dc0ae-e00e-4bdb-b001-9c64d4d1d85c service nova] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Received event network-vif-deleted-d46d4fb1-8361-4bf1-9222-9227ce17fe0f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 771.388750] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 771.388750] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ac6ae1-f947-c94f-a904-8c4ebf3ef70d" [ 771.388750] env[62859]: _type = "Task" [ 771.388750] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.400846] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ac6ae1-f947-c94f-a904-8c4ebf3ef70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.415829] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e9bd57-bee6-4ace-bd3f-2b585b78416a, 'name': SearchDatastore_Task, 'duration_secs': 0.016603} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.416724] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94feba09-cc21-4038-acb3-30017caceb1e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.426502] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 771.426502] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521105eb-420b-4cc3-6dcc-07797ec703f7" [ 771.426502] env[62859]: _type = "Task" [ 771.426502] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.437176] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521105eb-420b-4cc3-6dcc-07797ec703f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.595633] env[62859]: DEBUG oslo_vmware.api [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2537817, 'name': PowerOnVM_Task, 'duration_secs': 0.814257} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.600511] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.600511] env[62859]: INFO nova.compute.manager [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Took 11.50 seconds to spawn the instance on the hypervisor. [ 771.600511] env[62859]: DEBUG nova.compute.manager [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.603692] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0c06ef-41b5-4b28-af6e-bfb5a03b144a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.709496] env[62859]: DEBUG nova.network.neutron [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Successfully updated port: bc7dedc2-efdb-476b-8934-1901b7df1c97 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.723656] env[62859]: DEBUG nova.compute.manager [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.835891] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537819, 'name': ReconfigVM_Task, 'duration_secs': 0.596233} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.835891] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e001c8a9-27bb-4957-82be-e2349a5a889c/e001c8a9-27bb-4957-82be-e2349a5a889c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.843149] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8fe2e57-393b-449e-a0d9-04adbc85af2e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.853862] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 771.853862] env[62859]: value = "task-2537821" [ 771.853862] env[62859]: _type = "Task" [ 771.853862] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.874719] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537821, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.907515] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ac6ae1-f947-c94f-a904-8c4ebf3ef70d, 'name': SearchDatastore_Task, 'duration_secs': 0.015243} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.911937] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c281ff09-6554-414c-94ea-77b8fe3a6044 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.916335] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 771.916335] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522ac344-a7df-2a49-64ae-824f8ab07f6f" [ 771.916335] env[62859]: _type = "Task" [ 771.916335] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.934874] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522ac344-a7df-2a49-64ae-824f8ab07f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.948419] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521105eb-420b-4cc3-6dcc-07797ec703f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015209} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.949164] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.949540] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 4c0cf0c6-1710-439a-a670-923e7bf21967/4c0cf0c6-1710-439a-a670-923e7bf21967.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.949942] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6b77a82-ef0f-4833-8b6f-7f8ecb3a93fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.959204] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 771.959204] env[62859]: value = "task-2537822" [ 771.959204] env[62859]: _type = "Task" [ 771.959204] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.960419] env[62859]: DEBUG nova.network.neutron [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Successfully created port: f4407a32-36e9-4df7-a50d-3ab090b3c940 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.975799] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.095999] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd6d798-9d7f-4c99-86b8-96c37267388c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.106863] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8cab55-b788-450c-8851-3d189cf35c50 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.156028] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572269db-dba9-4a4e-b8f2-6f6a30f991e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.161580] env[62859]: INFO nova.compute.manager [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Took 46.94 seconds to build instance. [ 772.163273] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Acquiring lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.163626] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.163775] env[62859]: INFO nova.compute.manager [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Attaching volume 1fa39bf3-bd45-4a61-88f2-d3a58e409e40 to /dev/sdb [ 772.177705] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f8716-0fd6-4f40-befa-631142d24008 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.194516] env[62859]: DEBUG nova.compute.provider_tree [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.212295] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.212853] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.212853] env[62859]: DEBUG nova.network.neutron [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.217334] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f5f705-c21a-4f11-b83e-90527991ed3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.228866] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a556817-b089-461f-892c-0b33fc31b08e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.251515] env[62859]: DEBUG nova.virt.block_device [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Updating existing volume attachment record: 41e2686d-77e5-4f1b-8b93-0fa88cefb6e5 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 772.378746] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537821, 'name': Rename_Task, 'duration_secs': 0.49232} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.379164] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.379398] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f655fe3e-a0d2-4705-86f9-615e94461d95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.390529] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 772.390529] env[62859]: value = "task-2537823" [ 772.390529] env[62859]: _type = "Task" [ 772.390529] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.408513] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.436310] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522ac344-a7df-2a49-64ae-824f8ab07f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.01575} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.436310] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.436650] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 95aff221-c77b-49c3-b8b1-687bd1b65f1c/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. {{(pid=62859) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 772.436796] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-405782ac-6103-4916-a678-272135cb8ce9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.446484] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 772.446484] env[62859]: value = "task-2537824" [ 772.446484] env[62859]: _type = "Task" [ 772.446484] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.463118] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.472529] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537822, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.666735] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379bb6b8-ebe1-4e71-b3de-6e76c650fa88 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.593s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.698452] env[62859]: DEBUG nova.scheduler.client.report [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.753179] env[62859]: DEBUG nova.compute.manager [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.759841] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "8df0232c-8f30-479a-a99d-40e3f767b477" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.759841] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "8df0232c-8f30-479a-a99d-40e3f767b477" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.759841] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "8df0232c-8f30-479a-a99d-40e3f767b477-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.759841] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "8df0232c-8f30-479a-a99d-40e3f767b477-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.759841] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "8df0232c-8f30-479a-a99d-40e3f767b477-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.762964] env[62859]: INFO nova.compute.manager [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Terminating instance [ 772.768051] env[62859]: DEBUG nova.network.neutron [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.903117] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.958428] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537824, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.974936] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68816} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.975387] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 4c0cf0c6-1710-439a-a670-923e7bf21967/4c0cf0c6-1710-439a-a670-923e7bf21967.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.975702] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.976101] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94ffa61a-9214-4674-ab45-9d9c1edcf838 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.980436] env[62859]: DEBUG nova.network.neutron [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance_info_cache with network_info: [{"id": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "address": "fa:16:3e:4d:7b:52", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7dedc2-ef", "ovs_interfaceid": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.988652] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 772.988652] env[62859]: value = "task-2537828" [ 772.988652] env[62859]: _type = "Task" [ 772.988652] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.002382] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.169844] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.205893] env[62859]: DEBUG oslo_concurrency.lockutils [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.502s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.208809] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.380s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.210805] env[62859]: INFO nova.compute.claims [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.237144] env[62859]: INFO nova.scheduler.client.report [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Deleted allocations for instance 6eac9d56-8927-4004-961b-c699b26e906a [ 773.270425] env[62859]: DEBUG nova.compute.manager [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.270425] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.270425] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b782f-4f5c-450e-820f-536d571fac87 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.282530] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.283357] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ad4a55-06dc-4cc7-90cb-9f499d0bf21e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.298623] env[62859]: DEBUG oslo_vmware.api [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 773.298623] env[62859]: value = "task-2537829" [ 773.298623] env[62859]: _type = "Task" [ 773.298623] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.312465] env[62859]: DEBUG oslo_vmware.api [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.403620] env[62859]: DEBUG oslo_vmware.api [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537823, 'name': PowerOnVM_Task, 'duration_secs': 0.993187} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.404107] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.404267] env[62859]: INFO nova.compute.manager [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Took 10.56 seconds to spawn the instance on the hypervisor. [ 773.404471] env[62859]: DEBUG nova.compute.manager [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.405394] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e8280f-5e24-4e67-9151-de46c4d33c97 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.439943] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.440308] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.440403] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.440576] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.440808] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.440885] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.441094] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.441273] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.441438] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.441628] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.441844] env[62859]: DEBUG nova.virt.hardware [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.444436] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c16a36-ebb4-47d8-b20c-4a9b6e4cb209 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.454061] env[62859]: DEBUG oslo_vmware.rw_handles [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52057232-e6ab-92b5-1de8-4e97a9360a66/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 773.455693] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c980ead-7d99-4a11-b79b-173f7eef2bd8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.467187] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781748} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.469700] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630b2afd-f58f-42b9-a286-6e5866a2ee8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.474739] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 95aff221-c77b-49c3-b8b1-687bd1b65f1c/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. [ 773.477884] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444d3096-603a-4d18-a8df-df082c9d0767 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.481471] env[62859]: DEBUG oslo_vmware.rw_handles [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52057232-e6ab-92b5-1de8-4e97a9360a66/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 773.481748] env[62859]: ERROR oslo_vmware.rw_handles [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52057232-e6ab-92b5-1de8-4e97a9360a66/disk-0.vmdk due to incomplete transfer. [ 773.482515] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bda2e5de-ae61-4fbb-9494-62e49e002706 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.484439] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.484824] env[62859]: DEBUG nova.compute.manager [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Instance network_info: |[{"id": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "address": "fa:16:3e:4d:7b:52", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7dedc2-ef", "ovs_interfaceid": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.494779] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:7b:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc7dedc2-efdb-476b-8934-1901b7df1c97', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.503185] env[62859]: DEBUG oslo.service.loopingcall [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.521979] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.532157] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 95aff221-c77b-49c3-b8b1-687bd1b65f1c/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.533818] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab32a86c-f3a2-42ef-b034-2dd6861886e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.551422] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac4c122e-9921-4113-82ad-02971df8203d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.564384] env[62859]: DEBUG oslo_vmware.rw_handles [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52057232-e6ab-92b5-1de8-4e97a9360a66/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 773.565455] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Uploaded image 77fe215b-7391-47a9-80ad-173c79ddbd43 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 773.566703] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 773.567762] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca5863d6-442c-449f-a0e8-3f5cec2c1221 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.573383] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100009} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.573636] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.574960] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0206c11a-a84f-4d76-b3f4-27ab57a0c0f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.580119] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 773.580119] env[62859]: value = "task-2537832" [ 773.580119] env[62859]: _type = "Task" [ 773.580119] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.580384] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 773.580384] env[62859]: value = "task-2537831" [ 773.580384] env[62859]: _type = "Task" [ 773.580384] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.580574] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.580574] env[62859]: value = "task-2537830" [ 773.580574] env[62859]: _type = "Task" [ 773.580574] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.607111] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 4c0cf0c6-1710-439a-a670-923e7bf21967/4c0cf0c6-1710-439a-a670-923e7bf21967.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.608509] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb26d7b-bf79-4f70-92ed-be19055703f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.631911] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.632275] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537832, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.632361] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537830, 'name': CreateVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.642381] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 773.642381] env[62859]: value = "task-2537833" [ 773.642381] env[62859]: _type = "Task" [ 773.642381] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.648527] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.694816] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.709202] env[62859]: DEBUG nova.compute.manager [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Received event network-vif-plugged-bc7dedc2-efdb-476b-8934-1901b7df1c97 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.709202] env[62859]: DEBUG oslo_concurrency.lockutils [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] Acquiring lock "9045485e-14d4-4894-81be-d3b81b45a794-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.709202] env[62859]: DEBUG oslo_concurrency.lockutils [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] Lock "9045485e-14d4-4894-81be-d3b81b45a794-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.709618] env[62859]: DEBUG oslo_concurrency.lockutils [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] Lock "9045485e-14d4-4894-81be-d3b81b45a794-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.709618] env[62859]: DEBUG nova.compute.manager [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] No waiting events found dispatching network-vif-plugged-bc7dedc2-efdb-476b-8934-1901b7df1c97 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.709880] env[62859]: WARNING nova.compute.manager [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Received unexpected event network-vif-plugged-bc7dedc2-efdb-476b-8934-1901b7df1c97 for instance with vm_state building and task_state spawning. [ 773.710085] env[62859]: DEBUG nova.compute.manager [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Received event network-changed-bc7dedc2-efdb-476b-8934-1901b7df1c97 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 773.710382] env[62859]: DEBUG nova.compute.manager [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Refreshing instance network info cache due to event network-changed-bc7dedc2-efdb-476b-8934-1901b7df1c97. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 773.710617] env[62859]: DEBUG oslo_concurrency.lockutils [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] Acquiring lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.710780] env[62859]: DEBUG oslo_concurrency.lockutils [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] Acquired lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.710990] env[62859]: DEBUG nova.network.neutron [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Refreshing network info cache for port bc7dedc2-efdb-476b-8934-1901b7df1c97 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.747530] env[62859]: DEBUG oslo_concurrency.lockutils [None req-42899d6f-ca62-462c-af29-14d166913c73 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.191s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.751067] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 17.801s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.751197] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "6eac9d56-8927-4004-961b-c699b26e906a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.751337] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.751512] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.753513] env[62859]: INFO nova.compute.manager [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Terminating instance [ 773.814040] env[62859]: DEBUG oslo_vmware.api [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537829, 'name': PowerOffVM_Task, 'duration_secs': 0.29619} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.814329] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.814520] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.814880] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71da3dc4-5ec4-4b67-b045-29f48fc0e8f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.890309] env[62859]: DEBUG nova.network.neutron [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Successfully updated port: f4407a32-36e9-4df7-a50d-3ab090b3c940 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.933433] env[62859]: INFO nova.compute.manager [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Took 35.47 seconds to build instance. [ 774.105345] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537832, 'name': Destroy_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.110879] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537830, 'name': CreateVM_Task, 'duration_secs': 0.510747} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.111190] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.111511] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.112232] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.112443] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.112887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 774.113199] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79de6041-f4a5-467a-b209-f8aec326c2f3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.119034] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 774.119034] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e1c299-34d8-dda5-dda2-494e61491f29" [ 774.119034] env[62859]: _type = "Task" [ 774.119034] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.128186] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e1c299-34d8-dda5-dda2-494e61491f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.154070] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537833, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.257800] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.258501] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquired lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.258501] env[62859]: DEBUG nova.network.neutron [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.395669] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquiring lock "refresh_cache-07200ce9-35db-49d6-8678-671f68160b9a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.396029] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquired lock "refresh_cache-07200ce9-35db-49d6-8678-671f68160b9a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.396243] env[62859]: DEBUG nova.network.neutron [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.435536] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ddfdab72-797e-47c2-97d6-c57bcffec909 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "e001c8a9-27bb-4957-82be-e2349a5a889c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.131s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.462480] env[62859]: DEBUG nova.network.neutron [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updated VIF entry in instance network info cache for port bc7dedc2-efdb-476b-8934-1901b7df1c97. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.462846] env[62859]: DEBUG nova.network.neutron [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance_info_cache with network_info: [{"id": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "address": "fa:16:3e:4d:7b:52", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7dedc2-ef", "ovs_interfaceid": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.528414] env[62859]: DEBUG nova.compute.manager [req-c03bbe0e-b570-4580-99b4-0d5479b9f01a req-28193d95-df17-48a7-9851-9ad0312add56 service nova] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Received event network-vif-plugged-f4407a32-36e9-4df7-a50d-3ab090b3c940 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.529357] env[62859]: DEBUG oslo_concurrency.lockutils [req-c03bbe0e-b570-4580-99b4-0d5479b9f01a req-28193d95-df17-48a7-9851-9ad0312add56 service nova] Acquiring lock "07200ce9-35db-49d6-8678-671f68160b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.529558] env[62859]: DEBUG oslo_concurrency.lockutils [req-c03bbe0e-b570-4580-99b4-0d5479b9f01a req-28193d95-df17-48a7-9851-9ad0312add56 service nova] Lock "07200ce9-35db-49d6-8678-671f68160b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.530603] env[62859]: DEBUG oslo_concurrency.lockutils [req-c03bbe0e-b570-4580-99b4-0d5479b9f01a req-28193d95-df17-48a7-9851-9ad0312add56 service nova] Lock "07200ce9-35db-49d6-8678-671f68160b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.530603] env[62859]: DEBUG nova.compute.manager [req-c03bbe0e-b570-4580-99b4-0d5479b9f01a req-28193d95-df17-48a7-9851-9ad0312add56 service nova] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] No waiting events found dispatching network-vif-plugged-f4407a32-36e9-4df7-a50d-3ab090b3c940 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.530603] env[62859]: WARNING nova.compute.manager [req-c03bbe0e-b570-4580-99b4-0d5479b9f01a req-28193d95-df17-48a7-9851-9ad0312add56 service nova] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Received unexpected event network-vif-plugged-f4407a32-36e9-4df7-a50d-3ab090b3c940 for instance with vm_state building and task_state spawning. [ 774.579341] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.579646] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.603892] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537831, 'name': ReconfigVM_Task, 'duration_secs': 0.69337} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.604730] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537832, 'name': Destroy_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.604878] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 95aff221-c77b-49c3-b8b1-687bd1b65f1c/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.605811] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1907e8ec-eae6-4a26-acfb-a42566b79f78 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.645882] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d661d97-0ea1-4d8a-92ec-77e2322e9fc9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.663851] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.664183] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.664914] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Deleting the datastore file [datastore2] 8df0232c-8f30-479a-a99d-40e3f767b477 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.665238] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29738604-ef4d-4ea2-a77e-ee499bfd4e73 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.673228] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e1c299-34d8-dda5-dda2-494e61491f29, 'name': SearchDatastore_Task, 'duration_secs': 0.017497} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.678445] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.678720] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.678978] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.679170] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.679372] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.679736] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 774.679736] env[62859]: value = "task-2537836" [ 774.679736] env[62859]: _type = "Task" [ 774.679736] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.679954] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537833, 'name': ReconfigVM_Task, 'duration_secs': 0.577199} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.682820] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8e63eaa-1c3a-4e30-8387-3e897c65b274 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.685027] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 4c0cf0c6-1710-439a-a670-923e7bf21967/4c0cf0c6-1710-439a-a670-923e7bf21967.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.690273] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-947c71e1-15b6-40c2-9b1a-204996657b3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.692117] env[62859]: DEBUG oslo_vmware.api [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 774.692117] env[62859]: value = "task-2537837" [ 774.692117] env[62859]: _type = "Task" [ 774.692117] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.701465] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.707600] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.707871] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.708786] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 774.708786] env[62859]: value = "task-2537838" [ 774.708786] env[62859]: _type = "Task" [ 774.708786] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.709249] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6448c954-fefd-4f9a-98d1-3a3c0ee31e66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.718842] env[62859]: DEBUG oslo_vmware.api [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.729387] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537838, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.730247] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 774.730247] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52384968-50d9-398e-043b-e52393d39d15" [ 774.730247] env[62859]: _type = "Task" [ 774.730247] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.740251] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52384968-50d9-398e-043b-e52393d39d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.760446] env[62859]: DEBUG nova.compute.utils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Can not refresh info_cache because instance was not found {{(pid=62859) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 774.783384] env[62859]: DEBUG nova.network.neutron [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.882024] env[62859]: DEBUG nova.network.neutron [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.913743] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182ac32b-b628-49f5-97e7-99926b5f76c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.922469] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac71c5e-88ca-4cf5-bf63-d79d5fda485d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.929331] env[62859]: DEBUG nova.network.neutron [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.961543] env[62859]: DEBUG nova.compute.manager [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.967293] env[62859]: DEBUG oslo_concurrency.lockutils [req-15adc984-d92e-429c-8bf0-fea7b8b320ac req-5a9883a5-2790-4df6-8fc9-322efa6951fc service nova] Releasing lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.968235] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddeec73-98d1-443a-b9a8-fee9ad2e1b43 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.978727] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e14c3f8-5f87-4b88-83ab-f4047b38cb37 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.998883] env[62859]: DEBUG nova.compute.provider_tree [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.004995] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "ea6ef292-ee16-4263-96be-d178eddcdca8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.005554] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "ea6ef292-ee16-4263-96be-d178eddcdca8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.096545] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537832, 'name': Destroy_Task, 'duration_secs': 1.268148} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.096545] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Destroyed the VM [ 775.096545] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 775.096889] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b7d0532-00e0-4c2f-8391-184fc5baf2f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.105247] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 775.105247] env[62859]: value = "task-2537839" [ 775.105247] env[62859]: _type = "Task" [ 775.105247] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.114590] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.127138] env[62859]: DEBUG nova.network.neutron [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Updating instance_info_cache with network_info: [{"id": "f4407a32-36e9-4df7-a50d-3ab090b3c940", "address": "fa:16:3e:95:eb:90", "network": {"id": "bc1920a1-607d-4436-b1c5-1b3b285186ba", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1917321385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b78c1d8e3a84c1d9c4e3e393f1be957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4407a32-36", "ovs_interfaceid": "f4407a32-36e9-4df7-a50d-3ab090b3c940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.196556] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537836, 'name': ReconfigVM_Task, 'duration_secs': 0.247412} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.200198] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.201026] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192d682f-5d6f-479e-889a-b837abf34589 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.210366] env[62859]: DEBUG oslo_vmware.api [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2537837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259203} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.211949] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.212193] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.212492] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.213478] env[62859]: INFO nova.compute.manager [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Took 1.94 seconds to destroy the instance on the hypervisor. [ 775.213929] env[62859]: DEBUG oslo.service.loopingcall [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.215320] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 775.215320] env[62859]: value = "task-2537840" [ 775.215320] env[62859]: _type = "Task" [ 775.215320] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.215782] env[62859]: DEBUG nova.compute.manager [-] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.216068] env[62859]: DEBUG nova.network.neutron [-] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.235754] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.236019] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537838, 'name': Rename_Task, 'duration_secs': 0.216699} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.239394] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.239703] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7469090d-1bd8-42b6-9dc3-889d281c0b36 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.250798] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52384968-50d9-398e-043b-e52393d39d15, 'name': SearchDatastore_Task, 'duration_secs': 0.015898} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.253017] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 775.253017] env[62859]: value = "task-2537841" [ 775.253017] env[62859]: _type = "Task" [ 775.253017] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.253339] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3141c749-2bb6-49be-a74e-7d70381fafaa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.268950] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.270575] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 775.270575] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dc9751-a262-d6d6-ca52-f991bc128c4f" [ 775.270575] env[62859]: _type = "Task" [ 775.270575] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.296938] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52dc9751-a262-d6d6-ca52-f991bc128c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.025558} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.299880] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.300223] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 9045485e-14d4-4894-81be-d3b81b45a794/9045485e-14d4-4894-81be-d3b81b45a794.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.300567] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edb52efb-3fcd-4425-9cc8-c7347edced9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.310636] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 775.310636] env[62859]: value = "task-2537842" [ 775.310636] env[62859]: _type = "Task" [ 775.310636] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.322547] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.384615] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Releasing lock "refresh_cache-6eac9d56-8927-4004-961b-c699b26e906a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.385266] env[62859]: DEBUG nova.compute.manager [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.385528] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.385982] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0adc3e4-4b83-4fbf-8452-ab06be181d51 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.397914] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d260ad6f-f06c-4d30-b651-987c3c518920 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.449470] env[62859]: WARNING nova.virt.vmwareapi.vmops [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6eac9d56-8927-4004-961b-c699b26e906a could not be found. [ 775.449470] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.449470] env[62859]: INFO nova.compute.manager [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Took 0.06 seconds to destroy the instance on the hypervisor. [ 775.449470] env[62859]: DEBUG oslo.service.loopingcall [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.449470] env[62859]: DEBUG nova.compute.manager [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.449470] env[62859]: DEBUG nova.network.neutron [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.475292] env[62859]: DEBUG nova.network.neutron [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.492854] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.506328] env[62859]: DEBUG nova.scheduler.client.report [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.623795] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.632677] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Releasing lock "refresh_cache-07200ce9-35db-49d6-8678-671f68160b9a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.633153] env[62859]: DEBUG nova.compute.manager [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Instance network_info: |[{"id": "f4407a32-36e9-4df7-a50d-3ab090b3c940", "address": "fa:16:3e:95:eb:90", "network": {"id": "bc1920a1-607d-4436-b1c5-1b3b285186ba", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1917321385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b78c1d8e3a84c1d9c4e3e393f1be957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4407a32-36", "ovs_interfaceid": "f4407a32-36e9-4df7-a50d-3ab090b3c940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.633493] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:eb:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4407a32-36e9-4df7-a50d-3ab090b3c940', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.644249] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Creating folder: Project (5b78c1d8e3a84c1d9c4e3e393f1be957). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.645167] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a33375e-556e-476d-ad33-a5cadfabc30b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.661588] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Created folder: Project (5b78c1d8e3a84c1d9c4e3e393f1be957) in parent group-v512592. [ 775.661842] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Creating folder: Instances. Parent ref: group-v512751. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.662593] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d00e0c3d-fce5-47cd-b4f9-72d0e8e21c34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.677109] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Created folder: Instances in parent group-v512751. [ 775.677592] env[62859]: DEBUG oslo.service.loopingcall [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.678154] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.678154] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce488f05-f39a-4808-8e0c-d2ad0049aad7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.704919] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.704919] env[62859]: value = "task-2537845" [ 775.704919] env[62859]: _type = "Task" [ 775.704919] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.717899] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537845, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.733036] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.769252] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.828604] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537842, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.978474] env[62859]: DEBUG nova.network.neutron [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.012961] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.012961] env[62859]: DEBUG nova.compute.manager [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.016574] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.215s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.019058] env[62859]: INFO nova.compute.claims [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.119484] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537839, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.126628] env[62859]: DEBUG nova.compute.manager [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.127829] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b64ab13-c2a4-45d3-b509-5eba77ffed24 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.216909] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537845, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.229987] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.267850] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537841, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.276988] env[62859]: DEBUG nova.network.neutron [-] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.326613] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636189} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.326945] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 9045485e-14d4-4894-81be-d3b81b45a794/9045485e-14d4-4894-81be-d3b81b45a794.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.327407] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.327491] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d2e2511-72e2-48e8-a7e3-5a1ec0aac26c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.337688] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 776.337688] env[62859]: value = "task-2537846" [ 776.337688] env[62859]: _type = "Task" [ 776.337688] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.351237] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.481899] env[62859]: INFO nova.compute.manager [-] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Took 1.03 seconds to deallocate network for instance. [ 776.508964] env[62859]: DEBUG oslo_concurrency.lockutils [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.509312] env[62859]: DEBUG oslo_concurrency.lockutils [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.509544] env[62859]: DEBUG oslo_concurrency.lockutils [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.509756] env[62859]: DEBUG oslo_concurrency.lockutils [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.509957] env[62859]: DEBUG oslo_concurrency.lockutils [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.512331] env[62859]: INFO nova.compute.manager [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Terminating instance [ 776.525759] env[62859]: DEBUG nova.compute.utils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.530549] env[62859]: DEBUG nova.compute.manager [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.530727] env[62859]: DEBUG nova.network.neutron [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.561291] env[62859]: DEBUG nova.compute.manager [req-55a55f11-e455-42fc-868e-a42682ea5d4a req-00c9c467-8736-4f15-ae7c-55ffe57d53ce service nova] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Received event network-changed-f4407a32-36e9-4df7-a50d-3ab090b3c940 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.561519] env[62859]: DEBUG nova.compute.manager [req-55a55f11-e455-42fc-868e-a42682ea5d4a req-00c9c467-8736-4f15-ae7c-55ffe57d53ce service nova] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Refreshing instance network info cache due to event network-changed-f4407a32-36e9-4df7-a50d-3ab090b3c940. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 776.562029] env[62859]: DEBUG oslo_concurrency.lockutils [req-55a55f11-e455-42fc-868e-a42682ea5d4a req-00c9c467-8736-4f15-ae7c-55ffe57d53ce service nova] Acquiring lock "refresh_cache-07200ce9-35db-49d6-8678-671f68160b9a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.562029] env[62859]: DEBUG oslo_concurrency.lockutils [req-55a55f11-e455-42fc-868e-a42682ea5d4a req-00c9c467-8736-4f15-ae7c-55ffe57d53ce service nova] Acquired lock "refresh_cache-07200ce9-35db-49d6-8678-671f68160b9a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.562029] env[62859]: DEBUG nova.network.neutron [req-55a55f11-e455-42fc-868e-a42682ea5d4a req-00c9c467-8736-4f15-ae7c-55ffe57d53ce service nova] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Refreshing network info cache for port f4407a32-36e9-4df7-a50d-3ab090b3c940 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.576549] env[62859]: DEBUG nova.policy [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a80adbeef0b24a9e90b6ac59cf30fd83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc575212bb084cb080977084ccbdb30c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.618493] env[62859]: DEBUG oslo_vmware.api [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537839, 'name': RemoveSnapshot_Task, 'duration_secs': 1.310939} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.618862] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 776.619142] env[62859]: INFO nova.compute.manager [None req-5e370226-feab-411b-a721-bdd7daaf69f0 tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Took 19.07 seconds to snapshot the instance on the hypervisor. [ 776.643648] env[62859]: INFO nova.compute.manager [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] instance snapshotting [ 776.645588] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edbcecf-dac4-4996-8718-fdd90150bee2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.667071] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef7748b-570d-4196-b810-8e02a43ff7ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.716812] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537845, 'name': CreateVM_Task, 'duration_secs': 0.768576} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.717061] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.717700] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.717863] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.718599] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 776.718599] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f798be2f-7c26-4951-990b-2c248b7d0039 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.727327] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 776.727327] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520c80f1-6245-4022-21fe-92f91acc0636" [ 776.727327] env[62859]: _type = "Task" [ 776.727327] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.730426] env[62859]: DEBUG oslo_vmware.api [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537840, 'name': PowerOnVM_Task, 'duration_secs': 1.5081} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.733610] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.736766] env[62859]: DEBUG nova.compute.manager [None req-7baf63d3-4e18-42cf-a1b3-5f5e79c3cfcc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.737929] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5677134-1867-42e4-b447-8880888a40d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.743767] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520c80f1-6245-4022-21fe-92f91acc0636, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.767746] env[62859]: DEBUG oslo_vmware.api [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537841, 'name': PowerOnVM_Task, 'duration_secs': 1.227747} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.768083] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.768312] env[62859]: INFO nova.compute.manager [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Took 9.72 seconds to spawn the instance on the hypervisor. [ 776.768501] env[62859]: DEBUG nova.compute.manager [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.769531] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28232893-f60d-4a09-be37-65e1617a88b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.779203] env[62859]: INFO nova.compute.manager [-] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Took 1.56 seconds to deallocate network for instance. [ 776.832945] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 776.833211] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512749', 'volume_id': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'name': 'volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c9c4f26-fccc-4009-a554-fa21d6bb157d', 'attached_at': '', 'detached_at': '', 'volume_id': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'serial': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 776.834429] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f517c8-887c-49db-adbd-d458cb864f66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.856772] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c3d85-ffd8-4ef5-b476-1e0e0fafea04 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.865707] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089911} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.879237] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.887520] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40/volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.888436] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537bf252-bb94-4a67-af7c-01f9c57f6913 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.891744] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b57e458-e26e-4af8-9f2c-44c615376765 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.905989] env[62859]: DEBUG nova.network.neutron [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Successfully created port: 3e480e13-cf0a-4b45-8977-788b103f8f80 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.930505] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9045485e-14d4-4894-81be-d3b81b45a794/9045485e-14d4-4894-81be-d3b81b45a794.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.932266] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9cacba6-f159-492e-8e0a-4e0dc845499d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.948629] env[62859]: DEBUG oslo_vmware.api [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Waiting for the task: (returnval){ [ 776.948629] env[62859]: value = "task-2537847" [ 776.948629] env[62859]: _type = "Task" [ 776.948629] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.957292] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 776.957292] env[62859]: value = "task-2537848" [ 776.957292] env[62859]: _type = "Task" [ 776.957292] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.961055] env[62859]: DEBUG oslo_vmware.api [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.974044] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.989929] env[62859]: INFO nova.compute.manager [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance disappeared during terminate [ 776.990894] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a97fcd3-e600-47b6-8c2d-ac93dc10cd52 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "6eac9d56-8927-4004-961b-c699b26e906a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.239s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.016786] env[62859]: DEBUG nova.compute.manager [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.017070] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.017973] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cfc396-d861-42fe-9976-919979f506b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.030985] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.031589] env[62859]: DEBUG nova.compute.manager [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.037590] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dc912c3-674b-44ae-8e70-d4cac294fd20 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.050060] env[62859]: DEBUG oslo_vmware.api [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 777.050060] env[62859]: value = "task-2537849" [ 777.050060] env[62859]: _type = "Task" [ 777.050060] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.060245] env[62859]: DEBUG oslo_vmware.api [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.180023] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 777.180527] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-551fc17d-61a4-44c8-98ff-aeff00ae63a0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.195482] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 777.195482] env[62859]: value = "task-2537850" [ 777.195482] env[62859]: _type = "Task" [ 777.195482] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.212557] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537850, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.249268] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520c80f1-6245-4022-21fe-92f91acc0636, 'name': SearchDatastore_Task, 'duration_secs': 0.017145} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.249644] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.249998] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.250258] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.250639] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.250843] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.256375] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a0eb115-bcd0-4485-9927-f9e7d2d548fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.269405] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.269682] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.270586] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eeaf084-0a14-46fa-9b9b-6fb7f7b13dbd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.282937] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 777.282937] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521879b6-6c05-730e-b378-288d49ead8c0" [ 777.282937] env[62859]: _type = "Task" [ 777.282937] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.299800] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.309365] env[62859]: INFO nova.compute.manager [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Took 35.05 seconds to build instance. [ 777.315811] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521879b6-6c05-730e-b378-288d49ead8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016694} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.321507] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8f0e2f-0c81-40c2-8358-a1f9740a144a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.331429] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 777.331429] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5238016e-5105-b50b-e122-d191e0217bf3" [ 777.331429] env[62859]: _type = "Task" [ 777.331429] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.350325] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5238016e-5105-b50b-e122-d191e0217bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.014907} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.354715] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.355159] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 07200ce9-35db-49d6-8678-671f68160b9a/07200ce9-35db-49d6-8678-671f68160b9a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.355902] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1463a288-e611-49b6-bb6a-d4b3ae05b1ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.366173] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 777.366173] env[62859]: value = "task-2537851" [ 777.366173] env[62859]: _type = "Task" [ 777.366173] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.380201] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.463808] env[62859]: DEBUG oslo_vmware.api [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537847, 'name': ReconfigVM_Task, 'duration_secs': 0.538353} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.472027] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40/volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.478955] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cac3a4c-8daa-488c-8194-3988dc6419c6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.503928] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537848, 'name': ReconfigVM_Task, 'duration_secs': 0.491551} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.505601] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9045485e-14d4-4894-81be-d3b81b45a794/9045485e-14d4-4894-81be-d3b81b45a794.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.506407] env[62859]: DEBUG oslo_vmware.api [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Waiting for the task: (returnval){ [ 777.506407] env[62859]: value = "task-2537852" [ 777.506407] env[62859]: _type = "Task" [ 777.506407] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.506638] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75018c29-199d-4edc-93c8-8b15beb23a98 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.524560] env[62859]: DEBUG oslo_vmware.api [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.525063] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 777.525063] env[62859]: value = "task-2537853" [ 777.525063] env[62859]: _type = "Task" [ 777.525063] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.538025] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537853, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.562072] env[62859]: DEBUG oslo_vmware.api [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537849, 'name': PowerOffVM_Task, 'duration_secs': 0.22664} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.562508] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.562713] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.563096] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee35114e-526b-440d-b6e1-419b77073229 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.659118] env[62859]: DEBUG nova.network.neutron [req-55a55f11-e455-42fc-868e-a42682ea5d4a req-00c9c467-8736-4f15-ae7c-55ffe57d53ce service nova] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Updated VIF entry in instance network info cache for port f4407a32-36e9-4df7-a50d-3ab090b3c940. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.659469] env[62859]: DEBUG nova.network.neutron [req-55a55f11-e455-42fc-868e-a42682ea5d4a req-00c9c467-8736-4f15-ae7c-55ffe57d53ce service nova] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Updating instance_info_cache with network_info: [{"id": "f4407a32-36e9-4df7-a50d-3ab090b3c940", "address": "fa:16:3e:95:eb:90", "network": {"id": "bc1920a1-607d-4436-b1c5-1b3b285186ba", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1917321385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b78c1d8e3a84c1d9c4e3e393f1be957", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4407a32-36", "ovs_interfaceid": "f4407a32-36e9-4df7-a50d-3ab090b3c940", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.666913] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.666913] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.666913] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Deleting the datastore file [datastore1] a6f3cd92-f6a3-4748-a052-d9b124ce5876 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.666913] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86be9c92-028f-4180-b178-2082f7cc9e4c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.673635] env[62859]: DEBUG oslo_vmware.api [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for the task: (returnval){ [ 777.673635] env[62859]: value = "task-2537855" [ 777.673635] env[62859]: _type = "Task" [ 777.673635] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.688510] env[62859]: DEBUG oslo_vmware.api [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.713375] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537850, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.812309] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9d192e97-2df0-4c1c-9d93-d30d7290b0d8 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "4c0cf0c6-1710-439a-a670-923e7bf21967" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.378s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.821958] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1c9ee8-3339-4589-a4b7-f4701111a122 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.833746] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106a130d-40a5-4fa1-82f1-94b690c9fad0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.877324] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c2a736-ea96-4d23-b426-8a107a6b845b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.886800] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.890868] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3182c049-de7f-4a5c-8145-3719dc6e7156 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.907687] env[62859]: DEBUG nova.compute.provider_tree [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.020559] env[62859]: DEBUG oslo_vmware.api [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.036590] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537853, 'name': Rename_Task, 'duration_secs': 0.217534} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.036771] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.037132] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-597a6e8f-45cf-4fce-84f8-f16759188557 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.045832] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 778.045832] env[62859]: value = "task-2537856" [ 778.045832] env[62859]: _type = "Task" [ 778.045832] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.050637] env[62859]: DEBUG nova.compute.manager [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.059647] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.165673] env[62859]: DEBUG oslo_concurrency.lockutils [req-55a55f11-e455-42fc-868e-a42682ea5d4a req-00c9c467-8736-4f15-ae7c-55ffe57d53ce service nova] Releasing lock "refresh_cache-07200ce9-35db-49d6-8678-671f68160b9a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.165978] env[62859]: DEBUG nova.compute.manager [req-55a55f11-e455-42fc-868e-a42682ea5d4a req-00c9c467-8736-4f15-ae7c-55ffe57d53ce service nova] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Received event network-vif-deleted-fc7bfb39-0158-49fc-80ef-262670ba033b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.186899] env[62859]: DEBUG oslo_vmware.api [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Task: {'id': task-2537855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502903} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.187354] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.187838] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.188148] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.188426] env[62859]: INFO nova.compute.manager [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Took 1.17 seconds to destroy the instance on the hypervisor. [ 778.188861] env[62859]: DEBUG oslo.service.loopingcall [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.189064] env[62859]: DEBUG nova.compute.manager [-] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.189224] env[62859]: DEBUG nova.network.neutron [-] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.210154] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537850, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.317525] env[62859]: DEBUG nova.compute.manager [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.386760] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631517} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.387016] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 07200ce9-35db-49d6-8678-671f68160b9a/07200ce9-35db-49d6-8678-671f68160b9a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.387658] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.387658] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e78384b-1cfd-4d34-aa91-ec4deb9c6754 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.395618] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 778.395618] env[62859]: value = "task-2537857" [ 778.395618] env[62859]: _type = "Task" [ 778.395618] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.405580] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.411637] env[62859]: DEBUG nova.scheduler.client.report [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.440665] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.441263] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.441473] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.441727] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.441904] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.442083] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.442309] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.442477] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.442727] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.442937] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.443097] env[62859]: DEBUG nova.virt.hardware [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.444636] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d868a3de-6bcb-405b-801e-9b8c22dda87f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.456322] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe1d04-82b6-42fb-92e6-c6418e37202b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.521825] env[62859]: DEBUG oslo_vmware.api [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.557657] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537856, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.558163] env[62859]: DEBUG nova.network.neutron [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Successfully updated port: 3e480e13-cf0a-4b45-8977-788b103f8f80 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.713666] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537850, 'name': CreateSnapshot_Task, 'duration_secs': 1.135908} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.714078] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 778.714970] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f58895b-3d48-4ff3-b61b-961076f9221f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.851250] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.921486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.922137] env[62859]: DEBUG nova.compute.manager [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.925050] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095241} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.929453] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.968s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.929453] env[62859]: DEBUG nova.objects.instance [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lazy-loading 'resources' on Instance uuid 57766422-1249-4ac4-8dcd-736cf0325556 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.929453] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.929453] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98e8462-09ed-4ece-aa18-51e200751536 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.967357] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 07200ce9-35db-49d6-8678-671f68160b9a/07200ce9-35db-49d6-8678-671f68160b9a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.968707] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-871578be-591a-44da-8c8e-c1e02f2bc604 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.993717] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 778.993717] env[62859]: value = "task-2537858" [ 778.993717] env[62859]: _type = "Task" [ 778.993717] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.004748] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.022080] env[62859]: DEBUG oslo_vmware.api [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537852, 'name': ReconfigVM_Task, 'duration_secs': 1.216848} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.022410] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512749', 'volume_id': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'name': 'volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c9c4f26-fccc-4009-a554-fa21d6bb157d', 'attached_at': '', 'detached_at': '', 'volume_id': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'serial': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 779.057312] env[62859]: DEBUG oslo_vmware.api [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2537856, 'name': PowerOnVM_Task, 'duration_secs': 0.658088} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.057585] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.057786] env[62859]: INFO nova.compute.manager [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Took 9.13 seconds to spawn the instance on the hypervisor. [ 779.057969] env[62859]: DEBUG nova.compute.manager [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.058809] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf085b8b-3024-4391-9ed3-f28a7e5ac5fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.061798] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-39489686-37f8-4922-adb6-1103f3731475" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.061940] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-39489686-37f8-4922-adb6-1103f3731475" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.062069] env[62859]: DEBUG nova.network.neutron [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.204495] env[62859]: DEBUG nova.compute.manager [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] [instance: 39489686-37f8-4922-adb6-1103f3731475] Received event network-vif-plugged-3e480e13-cf0a-4b45-8977-788b103f8f80 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.204802] env[62859]: DEBUG oslo_concurrency.lockutils [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] Acquiring lock "39489686-37f8-4922-adb6-1103f3731475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.205057] env[62859]: DEBUG oslo_concurrency.lockutils [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] Lock "39489686-37f8-4922-adb6-1103f3731475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.205251] env[62859]: DEBUG oslo_concurrency.lockutils [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] Lock "39489686-37f8-4922-adb6-1103f3731475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.206144] env[62859]: DEBUG nova.compute.manager [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] [instance: 39489686-37f8-4922-adb6-1103f3731475] No waiting events found dispatching network-vif-plugged-3e480e13-cf0a-4b45-8977-788b103f8f80 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.206538] env[62859]: WARNING nova.compute.manager [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] [instance: 39489686-37f8-4922-adb6-1103f3731475] Received unexpected event network-vif-plugged-3e480e13-cf0a-4b45-8977-788b103f8f80 for instance with vm_state building and task_state spawning. [ 779.206757] env[62859]: DEBUG nova.compute.manager [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] [instance: 39489686-37f8-4922-adb6-1103f3731475] Received event network-changed-3e480e13-cf0a-4b45-8977-788b103f8f80 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.206937] env[62859]: DEBUG nova.compute.manager [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] [instance: 39489686-37f8-4922-adb6-1103f3731475] Refreshing instance network info cache due to event network-changed-3e480e13-cf0a-4b45-8977-788b103f8f80. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.207112] env[62859]: DEBUG oslo_concurrency.lockutils [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] Acquiring lock "refresh_cache-39489686-37f8-4922-adb6-1103f3731475" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.228371] env[62859]: DEBUG oslo_vmware.rw_handles [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526988a2-8d94-362e-1ad7-d3171fde7328/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 779.237137] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.237137] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59d9c5a-315d-4d7c-95fd-f51522d63506 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.239361] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3d68832-5aa0-4e2f-9c0f-cd515d4fa7ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.247882] env[62859]: DEBUG oslo_vmware.rw_handles [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526988a2-8d94-362e-1ad7-d3171fde7328/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 779.249035] env[62859]: ERROR oslo_vmware.rw_handles [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526988a2-8d94-362e-1ad7-d3171fde7328/disk-0.vmdk due to incomplete transfer. [ 779.249297] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-59a2dd58-4b8d-48a2-8de8-b7522d1376df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.250936] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 779.250936] env[62859]: value = "task-2537859" [ 779.250936] env[62859]: _type = "Task" [ 779.250936] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.261376] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537859, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.262266] env[62859]: DEBUG oslo_vmware.rw_handles [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526988a2-8d94-362e-1ad7-d3171fde7328/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 779.262467] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Uploaded image eb202769-0385-4f20-9eca-3cea428acd95 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 779.264493] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 779.264825] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-356def47-9946-4b77-b2b5-be82d6552d02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.272884] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 779.272884] env[62859]: value = "task-2537860" [ 779.272884] env[62859]: _type = "Task" [ 779.272884] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.283976] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537860, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.316398] env[62859]: DEBUG nova.compute.manager [req-39c80913-2308-49a5-9d31-3b1dfcac3041 req-a7114ea5-f52f-4ce6-b74e-108949386941 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Received event network-vif-deleted-438f136a-19d2-4a38-8284-40ae442300fc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.316621] env[62859]: INFO nova.compute.manager [req-39c80913-2308-49a5-9d31-3b1dfcac3041 req-a7114ea5-f52f-4ce6-b74e-108949386941 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Neutron deleted interface 438f136a-19d2-4a38-8284-40ae442300fc; detaching it from the instance and deleting it from the info cache [ 779.316798] env[62859]: DEBUG nova.network.neutron [req-39c80913-2308-49a5-9d31-3b1dfcac3041 req-a7114ea5-f52f-4ce6-b74e-108949386941 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.322830] env[62859]: DEBUG nova.network.neutron [-] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.436904] env[62859]: DEBUG nova.compute.utils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.441714] env[62859]: DEBUG nova.compute.manager [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.441714] env[62859]: DEBUG nova.network.neutron [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.470893] env[62859]: DEBUG nova.compute.manager [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.471582] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8422c4f-e6e0-4788-a131-cd19cc6f3f7f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.506128] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.537789] env[62859]: DEBUG nova.policy [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e1b8df3643418482231a2a18641c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beba168defc1400b86885cf376539987', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.586953] env[62859]: INFO nova.compute.manager [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Took 32.66 seconds to build instance. [ 779.632128] env[62859]: DEBUG nova.network.neutron [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.771393] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537859, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.789225] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537860, 'name': Destroy_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.811743] env[62859]: DEBUG nova.network.neutron [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Updating instance_info_cache with network_info: [{"id": "3e480e13-cf0a-4b45-8977-788b103f8f80", "address": "fa:16:3e:23:c3:b4", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e480e13-cf", "ovs_interfaceid": "3e480e13-cf0a-4b45-8977-788b103f8f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.820601] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4cd03ed-5540-4fa4-82ec-353206fd4bd2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.828426] env[62859]: INFO nova.compute.manager [-] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Took 1.64 seconds to deallocate network for instance. [ 779.841523] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea10a703-69fa-4464-a49c-28e24f4d8b4d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.900517] env[62859]: DEBUG nova.compute.manager [req-39c80913-2308-49a5-9d31-3b1dfcac3041 req-a7114ea5-f52f-4ce6-b74e-108949386941 service nova] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Detach interface failed, port_id=438f136a-19d2-4a38-8284-40ae442300fc, reason: Instance a6f3cd92-f6a3-4748-a052-d9b124ce5876 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 779.943021] env[62859]: DEBUG nova.compute.manager [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.987618] env[62859]: INFO nova.compute.manager [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] instance snapshotting [ 779.991630] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df4925c-b8cc-45f4-80d7-a6f312155d50 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.044444] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8c4cfc-92a2-4cc2-97d2-fe60312cce18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.048502] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537858, 'name': ReconfigVM_Task, 'duration_secs': 0.736539} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.049201] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 07200ce9-35db-49d6-8678-671f68160b9a/07200ce9-35db-49d6-8678-671f68160b9a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.050524] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ea7d5f0-a4ea-42cc-bb93-776bf7529ed4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.060880] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 780.060880] env[62859]: value = "task-2537861" [ 780.060880] env[62859]: _type = "Task" [ 780.060880] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.076342] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537861, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.092103] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a943bdcc-0def-45a0-ba05-e30a0b60b416 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "9045485e-14d4-4894-81be-d3b81b45a794" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.929s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.092981] env[62859]: DEBUG nova.objects.instance [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Lazy-loading 'flavor' on Instance uuid 6c9c4f26-fccc-4009-a554-fa21d6bb157d {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.122342] env[62859]: DEBUG nova.network.neutron [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Successfully created port: 6eb82494-ed3f-44ee-aaaa-40efc5a790a4 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.210639] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c1eefe-fe17-41ee-9afa-da1b69c87a93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.220259] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e173d7-c509-41b0-bf96-d47cf45832e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.252061] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc08872-1dd6-4f12-ae79-2356c9274e50 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.263669] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537859, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.267504] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05344b55-e5e8-4dfd-8d1c-c79e4d8f6e83 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.283480] env[62859]: DEBUG nova.compute.provider_tree [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.294485] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537860, 'name': Destroy_Task, 'duration_secs': 0.835428} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.294485] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Destroyed the VM [ 780.294485] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 780.295213] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa78a8c8-c7e6-4e7b-b622-09735858b3dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.302468] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 780.302468] env[62859]: value = "task-2537862" [ 780.302468] env[62859]: _type = "Task" [ 780.302468] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.311772] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537862, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.314389] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-39489686-37f8-4922-adb6-1103f3731475" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.314725] env[62859]: DEBUG nova.compute.manager [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Instance network_info: |[{"id": "3e480e13-cf0a-4b45-8977-788b103f8f80", "address": "fa:16:3e:23:c3:b4", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e480e13-cf", "ovs_interfaceid": "3e480e13-cf0a-4b45-8977-788b103f8f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.315290] env[62859]: DEBUG oslo_concurrency.lockutils [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] Acquired lock "refresh_cache-39489686-37f8-4922-adb6-1103f3731475" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.315474] env[62859]: DEBUG nova.network.neutron [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] [instance: 39489686-37f8-4922-adb6-1103f3731475] Refreshing network info cache for port 3e480e13-cf0a-4b45-8977-788b103f8f80 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.316673] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:c3:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e480e13-cf0a-4b45-8977-788b103f8f80', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.323936] env[62859]: DEBUG oslo.service.loopingcall [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.327017] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39489686-37f8-4922-adb6-1103f3731475] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.327782] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41ced330-c08d-4894-a253-9b485ced9a69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.348305] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.348305] env[62859]: value = "task-2537863" [ 780.348305] env[62859]: _type = "Task" [ 780.348305] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.353097] env[62859]: DEBUG oslo_concurrency.lockutils [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.359190] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537863, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.563735] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 780.564438] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17f26ef5-f0c0-4ed8-84c7-b1748a90aaa4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.580679] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537861, 'name': Rename_Task, 'duration_secs': 0.338422} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.581976] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.582320] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 780.582320] env[62859]: value = "task-2537864" [ 780.582320] env[62859]: _type = "Task" [ 780.582320] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.583122] env[62859]: DEBUG nova.network.neutron [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] [instance: 39489686-37f8-4922-adb6-1103f3731475] Updated VIF entry in instance network info cache for port 3e480e13-cf0a-4b45-8977-788b103f8f80. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.583462] env[62859]: DEBUG nova.network.neutron [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] [instance: 39489686-37f8-4922-adb6-1103f3731475] Updating instance_info_cache with network_info: [{"id": "3e480e13-cf0a-4b45-8977-788b103f8f80", "address": "fa:16:3e:23:c3:b4", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e480e13-cf", "ovs_interfaceid": "3e480e13-cf0a-4b45-8977-788b103f8f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.584645] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7f95167-1126-4caa-a5f7-e7b03a101f0d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.610036] env[62859]: DEBUG nova.compute.manager [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.611661] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.612041] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 780.612041] env[62859]: value = "task-2537865" [ 780.612041] env[62859]: _type = "Task" [ 780.612041] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.612497] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5eedcbb0-c5b2-4d17-b4b8-552eb9d71f01 tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.449s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.625756] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537865, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.765943] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537859, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.792207] env[62859]: DEBUG nova.scheduler.client.report [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.813887] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537862, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.861506] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537863, 'name': CreateVM_Task, 'duration_secs': 0.37698} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.861689] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39489686-37f8-4922-adb6-1103f3731475] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.862431] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.862613] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.863018] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.863615] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0145bf8d-1ca0-4d01-97d8-71b785ce2e58 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.873079] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 780.873079] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52daedac-c968-d51e-eeda-7c3ec8279bdc" [ 780.873079] env[62859]: _type = "Task" [ 780.873079] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.883064] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52daedac-c968-d51e-eeda-7c3ec8279bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.954226] env[62859]: DEBUG nova.compute.manager [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.980173] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.980405] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.980573] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.980765] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.980914] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.981074] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.981357] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.981444] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.981608] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.981775] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.981939] env[62859]: DEBUG nova.virt.hardware [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.983144] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d625e180-f165-40cc-8c7f-a47bdd63b2d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.992110] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a665e20f-f7bc-4cbc-8a20-3a8291f00a61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.087553] env[62859]: DEBUG oslo_concurrency.lockutils [req-2f77dd3d-2c77-4265-80e1-b5768788007a req-a829cd90-f07a-43f9-9bb9-3fd1a3fc8917 service nova] Releasing lock "refresh_cache-39489686-37f8-4922-adb6-1103f3731475" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.097675] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537864, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.131178] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.140015] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.269972] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537859, 'name': CloneVM_Task, 'duration_secs': 2.016707} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.269972] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Created linked-clone VM from snapshot [ 781.269972] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e360e126-567b-4d7a-8199-d0273ada361b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.281323] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Uploading image 1101d44b-4f68-41d6-b983-fd87e74d329d {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 781.295619] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.370s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.298075] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.353s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.298668] env[62859]: DEBUG nova.objects.instance [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lazy-loading 'resources' on Instance uuid a4984a5e-e8f5-4c0d-bf88-0ff34505a515 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.317818] env[62859]: DEBUG oslo_vmware.api [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537862, 'name': RemoveSnapshot_Task, 'duration_secs': 0.883576} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.321860] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 781.322273] env[62859]: INFO nova.compute.manager [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Took 15.60 seconds to snapshot the instance on the hypervisor. [ 781.327279] env[62859]: INFO nova.scheduler.client.report [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Deleted allocations for instance 57766422-1249-4ac4-8dcd-736cf0325556 [ 781.341708] env[62859]: DEBUG oslo_vmware.rw_handles [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 781.341708] env[62859]: value = "vm-512755" [ 781.341708] env[62859]: _type = "VirtualMachine" [ 781.341708] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 781.341708] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b73794a8-79ed-4152-a2b8-6d8f629bfb89 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.351216] env[62859]: DEBUG oslo_vmware.rw_handles [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lease: (returnval){ [ 781.351216] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527271bd-f80b-52e0-1188-cc3a8d0e46ca" [ 781.351216] env[62859]: _type = "HttpNfcLease" [ 781.351216] env[62859]: } obtained for exporting VM: (result){ [ 781.351216] env[62859]: value = "vm-512755" [ 781.351216] env[62859]: _type = "VirtualMachine" [ 781.351216] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 781.351644] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the lease: (returnval){ [ 781.351644] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527271bd-f80b-52e0-1188-cc3a8d0e46ca" [ 781.351644] env[62859]: _type = "HttpNfcLease" [ 781.351644] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 781.362777] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.362777] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527271bd-f80b-52e0-1188-cc3a8d0e46ca" [ 781.362777] env[62859]: _type = "HttpNfcLease" [ 781.362777] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 781.372561] env[62859]: INFO nova.compute.manager [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Rescuing [ 781.372781] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.373014] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.373701] env[62859]: DEBUG nova.network.neutron [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.396731] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52daedac-c968-d51e-eeda-7c3ec8279bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.397500] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.397891] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.398213] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.398435] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.398693] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.399935] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d994fc99-9220-46dd-92e5-bb76eabc5d8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.414301] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.414301] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.414301] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f03e8a8-6dc9-46a2-b8dc-2ce0bc1d6ba1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.422574] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 781.422574] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524fe6a9-0c43-7f33-9891-a13738e5be52" [ 781.422574] env[62859]: _type = "Task" [ 781.422574] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.432834] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524fe6a9-0c43-7f33-9891-a13738e5be52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.603723] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537864, 'name': CreateSnapshot_Task, 'duration_secs': 0.968514} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.604106] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 781.604926] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525a62e1-8840-4bae-adb6-dd3f0df4d733 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.625806] env[62859]: DEBUG oslo_vmware.api [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537865, 'name': PowerOnVM_Task, 'duration_secs': 0.705888} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.626235] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.626456] env[62859]: INFO nova.compute.manager [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Took 8.87 seconds to spawn the instance on the hypervisor. [ 781.626676] env[62859]: DEBUG nova.compute.manager [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.627541] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c026d1-f863-4a51-a2e8-8b06feaffca0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.709297] env[62859]: DEBUG oslo_concurrency.lockutils [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Acquiring lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.709471] env[62859]: DEBUG oslo_concurrency.lockutils [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.837019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1b105935-7696-4e21-b333-7ff32bf95231 tempest-AttachInterfacesUnderV243Test-389383382 tempest-AttachInterfacesUnderV243Test-389383382-project-member] Lock "57766422-1249-4ac4-8dcd-736cf0325556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.623s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.866894] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.866894] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527271bd-f80b-52e0-1188-cc3a8d0e46ca" [ 781.866894] env[62859]: _type = "HttpNfcLease" [ 781.866894] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.866894] env[62859]: DEBUG oslo_vmware.rw_handles [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.866894] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527271bd-f80b-52e0-1188-cc3a8d0e46ca" [ 781.866894] env[62859]: _type = "HttpNfcLease" [ 781.866894] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.867421] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3839c116-50ca-4ddb-a0df-51cea0003ed7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.877090] env[62859]: DEBUG oslo_vmware.rw_handles [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa8314-77d3-c7ab-6c07-e737a879f62f/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.877090] env[62859]: DEBUG oslo_vmware.rw_handles [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa8314-77d3-c7ab-6c07-e737a879f62f/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.948080] env[62859]: DEBUG nova.network.neutron [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Successfully updated port: 6eb82494-ed3f-44ee-aaaa-40efc5a790a4 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.967464] env[62859]: DEBUG nova.compute.manager [None req-603e55bc-9918-4fd9-b596-cbd01c4bcbf7 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Found 1 images (rotation: 2) {{(pid=62859) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 781.972646] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524fe6a9-0c43-7f33-9891-a13738e5be52, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.973982] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2340b539-1d70-47c8-8184-35af131355c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.982973] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 781.982973] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a9b48a-57d8-a65a-eb46-1331fe59a6fd" [ 781.982973] env[62859]: _type = "Task" [ 781.982973] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.999913] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a9b48a-57d8-a65a-eb46-1331fe59a6fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.027690] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-28d42d2b-c2ab-41d8-a6cd-bcb75be3a9c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.113988] env[62859]: DEBUG nova.compute.manager [req-7bd66ef7-5e7b-4ab3-9eb8-39c49b008cd7 req-3a9342f6-feb1-4715-8170-9f3ce10252b3 service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Received event network-vif-plugged-6eb82494-ed3f-44ee-aaaa-40efc5a790a4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 782.114203] env[62859]: DEBUG oslo_concurrency.lockutils [req-7bd66ef7-5e7b-4ab3-9eb8-39c49b008cd7 req-3a9342f6-feb1-4715-8170-9f3ce10252b3 service nova] Acquiring lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.114393] env[62859]: DEBUG oslo_concurrency.lockutils [req-7bd66ef7-5e7b-4ab3-9eb8-39c49b008cd7 req-3a9342f6-feb1-4715-8170-9f3ce10252b3 service nova] Lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.114808] env[62859]: DEBUG oslo_concurrency.lockutils [req-7bd66ef7-5e7b-4ab3-9eb8-39c49b008cd7 req-3a9342f6-feb1-4715-8170-9f3ce10252b3 service nova] Lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.114883] env[62859]: DEBUG nova.compute.manager [req-7bd66ef7-5e7b-4ab3-9eb8-39c49b008cd7 req-3a9342f6-feb1-4715-8170-9f3ce10252b3 service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] No waiting events found dispatching network-vif-plugged-6eb82494-ed3f-44ee-aaaa-40efc5a790a4 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.117535] env[62859]: WARNING nova.compute.manager [req-7bd66ef7-5e7b-4ab3-9eb8-39c49b008cd7 req-3a9342f6-feb1-4715-8170-9f3ce10252b3 service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Received unexpected event network-vif-plugged-6eb82494-ed3f-44ee-aaaa-40efc5a790a4 for instance with vm_state building and task_state spawning. [ 782.127721] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.128516] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee87afb8-8d5d-463a-aa27-be656084e8d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.145176] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 782.145176] env[62859]: value = "task-2537867" [ 782.145176] env[62859]: _type = "Task" [ 782.145176] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.152818] env[62859]: INFO nova.compute.manager [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Took 33.05 seconds to build instance. [ 782.167955] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537867, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.214320] env[62859]: INFO nova.compute.manager [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Detaching volume 1fa39bf3-bd45-4a61-88f2-d3a58e409e40 [ 782.259054] env[62859]: INFO nova.virt.block_device [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Attempting to driver detach volume 1fa39bf3-bd45-4a61-88f2-d3a58e409e40 from mountpoint /dev/sdb [ 782.259467] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 782.259737] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512749', 'volume_id': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'name': 'volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c9c4f26-fccc-4009-a554-fa21d6bb157d', 'attached_at': '', 'detached_at': '', 'volume_id': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'serial': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 782.261169] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38eaa80-48d6-43cf-b5f8-21c206a01ce8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.290999] env[62859]: DEBUG nova.network.neutron [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Updating instance_info_cache with network_info: [{"id": "a0007142-511b-419f-baf9-363fd2c81b3a", "address": "fa:16:3e:ce:c5:cc", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0007142-51", "ovs_interfaceid": "a0007142-511b-419f-baf9-363fd2c81b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.293126] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7916bcbf-dfe8-46d1-aa23-06d56953e596 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.301260] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9dfd8b-8490-469e-8e19-6ae42eb79400 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.334116] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26e14f9-7a22-40b5-b388-72ed25df4095 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.354292] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] The volume has not been displaced from its original location: [datastore1] volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40/volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 782.359898] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.363162] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6189fb19-16ff-41a2-ac7d-0e4ccaa47429 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.385444] env[62859]: DEBUG oslo_vmware.api [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Waiting for the task: (returnval){ [ 782.385444] env[62859]: value = "task-2537868" [ 782.385444] env[62859]: _type = "Task" [ 782.385444] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.395136] env[62859]: DEBUG oslo_vmware.api [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.464922] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "refresh_cache-0987f015-d61f-46fd-bdf1-fc5e64c8646a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.465297] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "refresh_cache-0987f015-d61f-46fd-bdf1-fc5e64c8646a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.465758] env[62859]: DEBUG nova.network.neutron [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.475585] env[62859]: DEBUG nova.compute.manager [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Stashing vm_state: active {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 782.506246] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a9b48a-57d8-a65a-eb46-1331fe59a6fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015307} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.506246] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.506246] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 39489686-37f8-4922-adb6-1103f3731475/39489686-37f8-4922-adb6-1103f3731475.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.506246] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1700366-e712-45f2-84cd-8fa04b949ced {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.519475] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 782.519475] env[62859]: value = "task-2537869" [ 782.519475] env[62859]: _type = "Task" [ 782.519475] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.531226] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.653435] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e9eae8-3108-4f9f-8023-58d13537af62 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.657798] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3ab9e8b0-0d65-4596-8985-19abbd0ca51f tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "07200ce9-35db-49d6-8678-671f68160b9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.725s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.659326] env[62859]: DEBUG nova.compute.manager [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.670158] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561db8ab-063f-435b-af44-dc8777f0d163 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.674173] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537867, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.674761] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb338a0-c749-4dce-8136-fa20163f5e4d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.718683] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94af427-e2c3-4f57-8c51-5f2b78f161ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.729487] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d9f927-cf5d-423a-8667-26c079cffd1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.750258] env[62859]: DEBUG nova.compute.provider_tree [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.796809] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.898021] env[62859]: DEBUG oslo_vmware.api [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537868, 'name': ReconfigVM_Task, 'duration_secs': 0.2866} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.898021] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 782.902139] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90034af-56ad-46de-9d06-1779054d3315 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.922314] env[62859]: DEBUG oslo_vmware.api [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Waiting for the task: (returnval){ [ 782.922314] env[62859]: value = "task-2537870" [ 782.922314] env[62859]: _type = "Task" [ 782.922314] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.933195] env[62859]: DEBUG oslo_vmware.api [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.999615] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.005079] env[62859]: DEBUG nova.network.neutron [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.034473] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537869, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.165273] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537867, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.171286] env[62859]: DEBUG nova.compute.manager [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.187375] env[62859]: DEBUG nova.network.neutron [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Updating instance_info_cache with network_info: [{"id": "6eb82494-ed3f-44ee-aaaa-40efc5a790a4", "address": "fa:16:3e:ca:50:bd", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb82494-ed", "ovs_interfaceid": "6eb82494-ed3f-44ee-aaaa-40efc5a790a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.219848] env[62859]: INFO nova.compute.manager [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] instance snapshotting [ 783.220527] env[62859]: DEBUG nova.objects.instance [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'flavor' on Instance uuid edd39829-7fbc-4f66-813a-b1efd6197163 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.253608] env[62859]: DEBUG nova.scheduler.client.report [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.435832] env[62859]: DEBUG oslo_vmware.api [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.533643] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671353} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.533643] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 39489686-37f8-4922-adb6-1103f3731475/39489686-37f8-4922-adb6-1103f3731475.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.533880] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.534846] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc192565-7fe8-41ce-b06c-9c660f1b945f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.544286] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 783.544286] env[62859]: value = "task-2537871" [ 783.544286] env[62859]: _type = "Task" [ 783.544286] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.557601] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.651128] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquiring lock "07200ce9-35db-49d6-8678-671f68160b9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.651496] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "07200ce9-35db-49d6-8678-671f68160b9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.651746] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquiring lock "07200ce9-35db-49d6-8678-671f68160b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.651994] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "07200ce9-35db-49d6-8678-671f68160b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.652224] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "07200ce9-35db-49d6-8678-671f68160b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.658040] env[62859]: INFO nova.compute.manager [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Terminating instance [ 783.667197] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537867, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.690550] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "refresh_cache-0987f015-d61f-46fd-bdf1-fc5e64c8646a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.691071] env[62859]: DEBUG nova.compute.manager [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Instance network_info: |[{"id": "6eb82494-ed3f-44ee-aaaa-40efc5a790a4", "address": "fa:16:3e:ca:50:bd", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb82494-ed", "ovs_interfaceid": "6eb82494-ed3f-44ee-aaaa-40efc5a790a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.691641] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:50:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eb82494-ed3f-44ee-aaaa-40efc5a790a4', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.701799] env[62859]: DEBUG oslo.service.loopingcall [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.702989] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.703260] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.703497] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f13f367-9485-4b3d-9843-0564adb72b5d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.727351] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.727351] env[62859]: value = "task-2537872" [ 783.727351] env[62859]: _type = "Task" [ 783.727351] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.728410] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17db8a-4207-4917-b558-c211cf15bf6f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.745505] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537872, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.759591] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f289b6-d6b6-4ba1-b93a-363fc2d2a232 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.762968] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.465s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.768031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.085s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.768031] env[62859]: INFO nova.compute.claims [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.790393] env[62859]: INFO nova.scheduler.client.report [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Deleted allocations for instance a4984a5e-e8f5-4c0d-bf88-0ff34505a515 [ 783.938175] env[62859]: DEBUG oslo_vmware.api [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Task: {'id': task-2537870, 'name': ReconfigVM_Task, 'duration_secs': 0.825271} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.938581] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512749', 'volume_id': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'name': 'volume-1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6c9c4f26-fccc-4009-a554-fa21d6bb157d', 'attached_at': '', 'detached_at': '', 'volume_id': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40', 'serial': '1fa39bf3-bd45-4a61-88f2-d3a58e409e40'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 784.061366] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110131} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.061827] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.062634] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801938d7-8286-4c98-a364-924400f5614e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.091406] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 39489686-37f8-4922-adb6-1103f3731475/39489686-37f8-4922-adb6-1103f3731475.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.092922] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a77061-3ef2-4c8b-9d20-c5d73b5a39b0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.113820] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 784.113820] env[62859]: value = "task-2537873" [ 784.113820] env[62859]: _type = "Task" [ 784.113820] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.123503] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.164403] env[62859]: DEBUG nova.compute.manager [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.164678] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.165103] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537867, 'name': CloneVM_Task, 'duration_secs': 1.962642} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.166518] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802ff2df-a90f-47dc-a8b6-540ebc33b10e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.169420] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Created linked-clone VM from snapshot [ 784.170192] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2896ca-b1c9-42d7-838b-2106dfe53a65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.179268] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Uploading image 7193a69c-78b8-4c9d-b9c4-e8cdde72c374 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.184245] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.184548] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62f4c43a-6ebb-4586-b34c-d07380c8b397 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.194677] env[62859]: DEBUG oslo_vmware.api [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 784.194677] env[62859]: value = "task-2537874" [ 784.194677] env[62859]: _type = "Task" [ 784.194677] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.195712] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 784.196496] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a7366fc-51c8-4e94-8d8a-e6ebdc7560e5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.209042] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 784.209042] env[62859]: value = "task-2537875" [ 784.209042] env[62859]: _type = "Task" [ 784.209042] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.213043] env[62859]: DEBUG oslo_vmware.api [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.225270] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537875, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.240795] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537872, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.279924] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 784.280516] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fb901fd-c0dd-45bf-a1d2-8d8a0e585a4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.292071] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 784.292071] env[62859]: value = "task-2537876" [ 784.292071] env[62859]: _type = "Task" [ 784.292071] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.300830] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20eb6fc0-2d87-49dc-ae9a-aada49b23aff tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "a4984a5e-e8f5-4c0d-bf88-0ff34505a515" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.871s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.310600] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.335976] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.336466] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3352db42-9d26-4f05-83a9-4db574163838 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.347205] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 784.347205] env[62859]: value = "task-2537877" [ 784.347205] env[62859]: _type = "Task" [ 784.347205] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.356955] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.375126] env[62859]: DEBUG nova.compute.manager [req-9142d6bc-d3bf-4663-bd19-763be6cdbb9a req-ea78517b-f9d7-4c3e-9e50-1484f1343346 service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Received event network-changed-6eb82494-ed3f-44ee-aaaa-40efc5a790a4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.375326] env[62859]: DEBUG nova.compute.manager [req-9142d6bc-d3bf-4663-bd19-763be6cdbb9a req-ea78517b-f9d7-4c3e-9e50-1484f1343346 service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Refreshing instance network info cache due to event network-changed-6eb82494-ed3f-44ee-aaaa-40efc5a790a4. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 784.375550] env[62859]: DEBUG oslo_concurrency.lockutils [req-9142d6bc-d3bf-4663-bd19-763be6cdbb9a req-ea78517b-f9d7-4c3e-9e50-1484f1343346 service nova] Acquiring lock "refresh_cache-0987f015-d61f-46fd-bdf1-fc5e64c8646a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.375692] env[62859]: DEBUG oslo_concurrency.lockutils [req-9142d6bc-d3bf-4663-bd19-763be6cdbb9a req-ea78517b-f9d7-4c3e-9e50-1484f1343346 service nova] Acquired lock "refresh_cache-0987f015-d61f-46fd-bdf1-fc5e64c8646a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.375877] env[62859]: DEBUG nova.network.neutron [req-9142d6bc-d3bf-4663-bd19-763be6cdbb9a req-ea78517b-f9d7-4c3e-9e50-1484f1343346 service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Refreshing network info cache for port 6eb82494-ed3f-44ee-aaaa-40efc5a790a4 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.386885] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "d721b901-e551-4ca3-96bb-c6e27034f55c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.387420] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "d721b901-e551-4ca3-96bb-c6e27034f55c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.387659] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "d721b901-e551-4ca3-96bb-c6e27034f55c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.387857] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "d721b901-e551-4ca3-96bb-c6e27034f55c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.388045] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "d721b901-e551-4ca3-96bb-c6e27034f55c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.391456] env[62859]: INFO nova.compute.manager [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Terminating instance [ 784.508985] env[62859]: DEBUG nova.objects.instance [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Lazy-loading 'flavor' on Instance uuid 6c9c4f26-fccc-4009-a554-fa21d6bb157d {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.563000] env[62859]: DEBUG oslo_concurrency.lockutils [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.564381] env[62859]: DEBUG oslo_concurrency.lockutils [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.564678] env[62859]: DEBUG oslo_concurrency.lockutils [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.564944] env[62859]: DEBUG oslo_concurrency.lockutils [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.565145] env[62859]: DEBUG oslo_concurrency.lockutils [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.571928] env[62859]: INFO nova.compute.manager [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Terminating instance [ 784.626683] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537873, 'name': ReconfigVM_Task, 'duration_secs': 0.409072} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.626683] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 39489686-37f8-4922-adb6-1103f3731475/39489686-37f8-4922-adb6-1103f3731475.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.627245] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49beff3-daf6-4c88-a41f-fb98f84406ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.635968] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 784.635968] env[62859]: value = "task-2537878" [ 784.635968] env[62859]: _type = "Task" [ 784.635968] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.648061] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537878, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.708927] env[62859]: DEBUG oslo_vmware.api [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537874, 'name': PowerOffVM_Task, 'duration_secs': 0.261379} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.709248] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.709521] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.710345] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-065123e4-a6d4-4dbb-a632-2405ff3603f3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.725925] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537875, 'name': Destroy_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.741186] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537872, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.808089] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.858908] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.895649] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.896486] env[62859]: DEBUG nova.compute.manager [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.896772] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.897143] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 784.902048] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934b4cd6-acd9-4bf1-8509-a731b90be270 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.911774] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.912132] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9f3b4a0-15d0-493c-aa2c-65530c16942b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.925985] env[62859]: DEBUG oslo_vmware.api [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 784.925985] env[62859]: value = "task-2537880" [ 784.925985] env[62859]: _type = "Task" [ 784.925985] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.936363] env[62859]: DEBUG oslo_vmware.api [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.077946] env[62859]: DEBUG nova.compute.manager [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.078246] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.079428] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995f1dd0-0f4e-430e-b62a-531154d32511 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.092703] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.095783] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be9a34cc-cd5c-4f39-a521-47047f03e095 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.106238] env[62859]: DEBUG oslo_vmware.api [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 785.106238] env[62859]: value = "task-2537881" [ 785.106238] env[62859]: _type = "Task" [ 785.106238] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.123701] env[62859]: DEBUG oslo_vmware.api [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.149717] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537878, 'name': Rename_Task, 'duration_secs': 0.204455} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.150439] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.150439] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e12335db-2504-4065-89dd-020bcb910ac1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.159705] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 785.159705] env[62859]: value = "task-2537882" [ 785.159705] env[62859]: _type = "Task" [ 785.159705] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.171886] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.185334] env[62859]: DEBUG nova.network.neutron [req-9142d6bc-d3bf-4663-bd19-763be6cdbb9a req-ea78517b-f9d7-4c3e-9e50-1484f1343346 service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Updated VIF entry in instance network info cache for port 6eb82494-ed3f-44ee-aaaa-40efc5a790a4. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.185860] env[62859]: DEBUG nova.network.neutron [req-9142d6bc-d3bf-4663-bd19-763be6cdbb9a req-ea78517b-f9d7-4c3e-9e50-1484f1343346 service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Updating instance_info_cache with network_info: [{"id": "6eb82494-ed3f-44ee-aaaa-40efc5a790a4", "address": "fa:16:3e:ca:50:bd", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb82494-ed", "ovs_interfaceid": "6eb82494-ed3f-44ee-aaaa-40efc5a790a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.226033] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537875, 'name': Destroy_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.240954] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537872, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.309443] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.360592] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537877, 'name': PowerOffVM_Task, 'duration_secs': 0.593309} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.360865] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.361733] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40645f9a-1753-4b5d-8a95-641e994860e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.385312] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f64d38-491b-4fe5-a197-fc3316845902 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.419401] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 785.420183] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 785.425285] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.425285] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-596dbe54-706a-4124-8743-c65782e0b369 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.437933] env[62859]: DEBUG oslo_vmware.api [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537880, 'name': PowerOffVM_Task, 'duration_secs': 0.353288} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.442416] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.442416] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.442416] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 785.442416] env[62859]: value = "task-2537883" [ 785.442416] env[62859]: _type = "Task" [ 785.442416] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.442416] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff131aad-8110-4a91-9fb4-522c745deee6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.528146] env[62859]: DEBUG oslo_concurrency.lockutils [None req-206b58d7-e25f-4a8c-9027-bdd72237f1ff tempest-VolumesAssistedSnapshotsTest-2138296471 tempest-VolumesAssistedSnapshotsTest-2138296471-project-admin] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.818s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.528981] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d9df0-f0cd-40c1-8cda-f78375629fe4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.538865] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c7c23b-5274-4c87-ad5c-99b6e8bdd84e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.577747] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed0dac1-909f-4fe7-bb27-86f4d0b6f467 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.587644] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac56124-f0ae-4adf-8021-f1c19a17b86d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.606228] env[62859]: DEBUG nova.compute.provider_tree [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.616336] env[62859]: DEBUG oslo_vmware.api [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537881, 'name': PowerOffVM_Task, 'duration_secs': 0.235471} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.617241] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.617381] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.617636] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e2001a-066f-42ab-bd6e-3e67e673ae8b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.657737] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.657737] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.657737] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Deleting the datastore file [datastore1] 07200ce9-35db-49d6-8678-671f68160b9a {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.658717] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c2fba41-1d50-4ed6-b65e-9aea92a34051 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.661099] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.661343] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.661566] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Deleting the datastore file [datastore1] d721b901-e551-4ca3-96bb-c6e27034f55c {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.661956] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44bb9196-1053-4060-8c39-b680ffb2218c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.675221] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537882, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.678393] env[62859]: DEBUG oslo_vmware.api [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for the task: (returnval){ [ 785.678393] env[62859]: value = "task-2537886" [ 785.678393] env[62859]: _type = "Task" [ 785.678393] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.678820] env[62859]: DEBUG oslo_vmware.api [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 785.678820] env[62859]: value = "task-2537887" [ 785.678820] env[62859]: _type = "Task" [ 785.678820] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.689034] env[62859]: DEBUG oslo_concurrency.lockutils [req-9142d6bc-d3bf-4663-bd19-763be6cdbb9a req-ea78517b-f9d7-4c3e-9e50-1484f1343346 service nova] Releasing lock "refresh_cache-0987f015-d61f-46fd-bdf1-fc5e64c8646a" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.694653] env[62859]: DEBUG oslo_vmware.api [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.698609] env[62859]: DEBUG oslo_vmware.api [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.724915] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537875, 'name': Destroy_Task, 'duration_secs': 1.025792} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.725208] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Destroyed the VM [ 785.725465] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 785.725720] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92cbbd01-85b1-4ccf-80ff-020ce2f2b032 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.737022] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 785.737022] env[62859]: value = "task-2537888" [ 785.737022] env[62859]: _type = "Task" [ 785.737022] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.746135] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537872, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.752225] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537888, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.809040] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537876, 'name': CreateSnapshot_Task, 'duration_secs': 1.307257} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.809318] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 785.810379] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50155ab4-1543-45f3-9d17-b015da84a08f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.955573] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 785.955849] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.956168] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.956359] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.956560] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.956843] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-434f3b0e-a6ab-4658-a1ad-5e30debcda73 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.968647] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.968892] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.970046] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fbb15b-80e4-4a61-b015-fbd0aa695ea7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.977575] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 785.977575] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5233cfca-24c0-21d0-c556-68931f06fca7" [ 785.977575] env[62859]: _type = "Task" [ 785.977575] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.987394] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5233cfca-24c0-21d0-c556-68931f06fca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.127659] env[62859]: ERROR nova.scheduler.client.report [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [req-bca7043e-f943-49d1-94e7-cc5c83864481] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bca7043e-f943-49d1-94e7-cc5c83864481"}]} [ 786.131048] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.131342] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.131642] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Deleting the datastore file [datastore2] b4ee1173-3505-4096-be58-2f6f9ce6e6b6 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.131797] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08823bd2-cb43-48bf-9588-6feb437a8335 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.141650] env[62859]: DEBUG oslo_vmware.api [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 786.141650] env[62859]: value = "task-2537889" [ 786.141650] env[62859]: _type = "Task" [ 786.141650] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.149181] env[62859]: DEBUG nova.scheduler.client.report [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.155021] env[62859]: DEBUG oslo_vmware.api [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.174099] env[62859]: DEBUG oslo_vmware.api [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537882, 'name': PowerOnVM_Task, 'duration_secs': 0.591611} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.175472] env[62859]: DEBUG nova.scheduler.client.report [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.175744] env[62859]: DEBUG nova.compute.provider_tree [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.178219] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.178605] env[62859]: INFO nova.compute.manager [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Took 8.13 seconds to spawn the instance on the hypervisor. [ 786.178873] env[62859]: DEBUG nova.compute.manager [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.182926] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b27500a-f8eb-41bb-bbd7-900e06a947f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.198281] env[62859]: DEBUG oslo_vmware.api [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2537887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33994} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.204207] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.204207] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.204207] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.204207] env[62859]: INFO nova.compute.manager [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Took 1.31 seconds to destroy the instance on the hypervisor. [ 786.204859] env[62859]: DEBUG oslo.service.loopingcall [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.205123] env[62859]: DEBUG oslo_vmware.api [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Task: {'id': task-2537886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351252} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.208909] env[62859]: DEBUG nova.scheduler.client.report [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.215922] env[62859]: DEBUG nova.compute.manager [-] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.215922] env[62859]: DEBUG nova.network.neutron [-] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.215922] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.215922] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.215922] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.215922] env[62859]: INFO nova.compute.manager [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Took 2.05 seconds to destroy the instance on the hypervisor. [ 786.215922] env[62859]: DEBUG oslo.service.loopingcall [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.215922] env[62859]: DEBUG nova.compute.manager [-] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.215922] env[62859]: DEBUG nova.network.neutron [-] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.245025] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537872, 'name': CreateVM_Task, 'duration_secs': 2.028555} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.246196] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.247242] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.247557] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.247988] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.248769] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580f5b58-7252-4b64-86e7-3c5f2994b572 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.252261] env[62859]: DEBUG nova.scheduler.client.report [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.259181] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537888, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.263220] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 786.263220] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529aff6e-8346-0e70-b4bf-1b7a548b5a02" [ 786.263220] env[62859]: _type = "Task" [ 786.263220] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.274484] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529aff6e-8346-0e70-b4bf-1b7a548b5a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.331300] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 786.334609] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55a489be-54a3-45d6-be01-5498c667a6ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.349694] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 786.349694] env[62859]: value = "task-2537890" [ 786.349694] env[62859]: _type = "Task" [ 786.349694] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.370812] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537890, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.491903] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5233cfca-24c0-21d0-c556-68931f06fca7, 'name': SearchDatastore_Task, 'duration_secs': 0.022228} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.496257] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e384459a-941f-47c1-9496-14781f1583b6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.504481] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 786.504481] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f79cf1-9dff-e90a-a470-0ccb7a127def" [ 786.504481] env[62859]: _type = "Task" [ 786.504481] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.513715] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f79cf1-9dff-e90a-a470-0ccb7a127def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.549689] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.549689] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquired lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.549689] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Forcefully refreshing network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 786.654676] env[62859]: DEBUG oslo_vmware.api [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2537889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359823} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.658031] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.658312] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.658539] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.658763] env[62859]: INFO nova.compute.manager [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Took 1.58 seconds to destroy the instance on the hypervisor. [ 786.659141] env[62859]: DEBUG oslo.service.loopingcall [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.659602] env[62859]: DEBUG nova.compute.manager [-] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.659741] env[62859]: DEBUG nova.network.neutron [-] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.730761] env[62859]: INFO nova.compute.manager [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Took 32.92 seconds to build instance. [ 786.762307] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537888, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.784562] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529aff6e-8346-0e70-b4bf-1b7a548b5a02, 'name': SearchDatastore_Task, 'duration_secs': 0.034071} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.785027] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.785319] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.785579] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.863243] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537890, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.998904] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6704701c-b0cc-4c3a-bf7d-bd052a0c3747 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.010496] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c6a904-1aaf-47e4-bf6d-e06e9e2f80cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.018443] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f79cf1-9dff-e90a-a470-0ccb7a127def, 'name': SearchDatastore_Task, 'duration_secs': 0.017754} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.019141] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.019455] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6452c79d-2627-4002-b4bf-9ea900b4318c/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. {{(pid=62859) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 787.019789] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.020037] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.020317] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9701f5-067d-4b8d-a8c0-10451c32d891 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.048031] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2697b41d-2169-4ac6-9f3d-acf2165681f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.050825] env[62859]: DEBUG nova.network.neutron [-] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.056043] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47ba63e-3997-4127-9829-295c862d13fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.060595] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 787.060595] env[62859]: value = "task-2537892" [ 787.060595] env[62859]: _type = "Task" [ 787.060595] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.071219] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e18341-34e8-490a-a9fd-e4c9e393b70f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.076586] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.077281] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.082797] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d189bc02-96d1-4b6c-b6b0-0936de08247f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.085473] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.096919] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "32ded70b-ce17-4986-a2b7-812513c24614" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.097334] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.097588] env[62859]: INFO nova.compute.manager [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Shelving [ 787.099907] env[62859]: DEBUG nova.compute.provider_tree [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.103250] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 787.103250] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52189155-fc5b-2031-b524-5a1ae38919cc" [ 787.103250] env[62859]: _type = "Task" [ 787.103250] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.113630] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52189155-fc5b-2031-b524-5a1ae38919cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014688} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.114488] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-648def77-f05d-4234-bc19-efc27ab3b78a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.121155] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 787.121155] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527d63d2-07d6-1db8-1504-2e8a69ce5ad6" [ 787.121155] env[62859]: _type = "Task" [ 787.121155] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.130720] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527d63d2-07d6-1db8-1504-2e8a69ce5ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.230641] env[62859]: DEBUG oslo_concurrency.lockutils [None req-099701c1-6aa8-4a1c-8cc9-ed4f1278c4bf tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "39489686-37f8-4922-adb6-1103f3731475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.387s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.254139] env[62859]: DEBUG oslo_vmware.api [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537888, 'name': RemoveSnapshot_Task, 'duration_secs': 1.150629} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.254832] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.303195] env[62859]: DEBUG nova.network.neutron [-] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.361868] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537890, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.409204] env[62859]: DEBUG nova.compute.manager [req-9bebaa46-1c40-4fcd-b379-a652af1558ec req-a2fb3402-5c5b-4484-b62d-cbc162d564c9 service nova] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Received event network-vif-deleted-48e1db89-a017-4658-a337-87fd91c0ba6a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.553349] env[62859]: INFO nova.compute.manager [-] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Took 1.34 seconds to deallocate network for instance. [ 787.574230] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.604301] env[62859]: DEBUG nova.scheduler.client.report [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.636709] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527d63d2-07d6-1db8-1504-2e8a69ce5ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.014728} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.637229] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.637561] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 0987f015-d61f-46fd-bdf1-fc5e64c8646a/0987f015-d61f-46fd-bdf1-fc5e64c8646a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.637886] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4da669a-a862-4f74-bf88-acc3dc6f86c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.644629] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 787.644629] env[62859]: value = "task-2537893" [ 787.644629] env[62859]: _type = "Task" [ 787.644629] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.656077] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.760313] env[62859]: WARNING nova.compute.manager [None req-65cc8425-e233-46f5-a678-7e017891c779 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Image not found during snapshot: nova.exception.ImageNotFound: Image 7193a69c-78b8-4c9d-b9c4-e8cdde72c374 could not be found. [ 787.787050] env[62859]: DEBUG nova.compute.manager [req-dac6537a-5558-4525-abbc-2f7c1fa44daf req-93070750-579e-44a0-825f-09001eca02d2 service nova] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Received event network-vif-deleted-f4407a32-36e9-4df7-a50d-3ab090b3c940 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.806123] env[62859]: INFO nova.compute.manager [-] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Took 1.59 seconds to deallocate network for instance. [ 787.865018] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537890, 'name': CloneVM_Task, 'duration_secs': 1.460835} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.865018] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Created linked-clone VM from snapshot [ 787.865431] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15172c60-9d08-4eda-b2ba-e00e3bc924a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.874106] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Uploading image 6e795e2a-2d59-47c7-9683-0ce360dfb1e6 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.903215] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 787.903215] env[62859]: value = "vm-512761" [ 787.903215] env[62859]: _type = "VirtualMachine" [ 787.903215] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 787.903905] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-044d35a8-9814-4406-a8bf-72a6ec1d1ea4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.912504] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease: (returnval){ [ 787.912504] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ad12c-ecf0-d67c-9ce1-c49ce84a5a96" [ 787.912504] env[62859]: _type = "HttpNfcLease" [ 787.912504] env[62859]: } obtained for exporting VM: (result){ [ 787.912504] env[62859]: value = "vm-512761" [ 787.912504] env[62859]: _type = "VirtualMachine" [ 787.912504] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 787.912934] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the lease: (returnval){ [ 787.912934] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ad12c-ecf0-d67c-9ce1-c49ce84a5a96" [ 787.912934] env[62859]: _type = "HttpNfcLease" [ 787.912934] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 787.921231] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.921231] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ad12c-ecf0-d67c-9ce1-c49ce84a5a96" [ 787.921231] env[62859]: _type = "HttpNfcLease" [ 787.921231] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 788.061071] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.077545] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54498} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.077882] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6452c79d-2627-4002-b4bf-9ea900b4318c/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. [ 788.078849] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6cfb01-20cc-4cbd-81d5-ac197692be3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.118391] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 6452c79d-2627-4002-b4bf-9ea900b4318c/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.119384] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.119632] env[62859]: DEBUG nova.network.neutron [-] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.121283] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.356s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.121799] env[62859]: DEBUG nova.compute.manager [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.124245] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22eaa9d7-5c4d-4e5e-953d-2b0ddea889e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.139969] env[62859]: INFO nova.compute.manager [-] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Took 1.48 seconds to deallocate network for instance. [ 788.140275] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2abe8de-4805-4338-aa12-325f2b3e5ae2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.142096] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.458s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.156444] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 788.156444] env[62859]: value = "task-2537895" [ 788.156444] env[62859]: _type = "Task" [ 788.156444] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.158132] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 788.158132] env[62859]: value = "task-2537896" [ 788.158132] env[62859]: _type = "Task" [ 788.158132] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.172825] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537893, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.181026] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.186569] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.272706] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance_info_cache with network_info: [{"id": "cfb79982-0d98-4124-9430-156ece5e33a8", "address": "fa:16:3e:b8:9b:8b", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb79982-0d", "ovs_interfaceid": "cfb79982-0d98-4124-9430-156ece5e33a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.314934] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.422300] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.422300] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ad12c-ecf0-d67c-9ce1-c49ce84a5a96" [ 788.422300] env[62859]: _type = "HttpNfcLease" [ 788.422300] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.422828] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.422828] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ad12c-ecf0-d67c-9ce1-c49ce84a5a96" [ 788.422828] env[62859]: _type = "HttpNfcLease" [ 788.422828] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.423717] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e24eae-19cb-4dd2-ba49-da2fa29ea08a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.433043] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b06245-361a-7069-d5cd-b77689c4068d/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 788.433235] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b06245-361a-7069-d5cd-b77689c4068d/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.568773] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d75e34d-9a18-4730-b5d9-91ad4b87f9fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.641582] env[62859]: DEBUG nova.compute.utils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.645946] env[62859]: DEBUG nova.compute.manager [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.646160] env[62859]: DEBUG nova.network.neutron [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.655811] env[62859]: DEBUG oslo_concurrency.lockutils [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.659820] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589463} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.663145] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 0987f015-d61f-46fd-bdf1-fc5e64c8646a/0987f015-d61f-46fd-bdf1-fc5e64c8646a.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.663413] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.664396] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cc618ec-334a-4d6e-8e0a-c83cee047897 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.682219] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537895, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.684109] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 788.684109] env[62859]: value = "task-2537897" [ 788.684109] env[62859]: _type = "Task" [ 788.684109] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.690537] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537896, 'name': PowerOffVM_Task, 'duration_secs': 0.332091} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.695723] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.696723] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db6754-5031-4407-b98c-71a07ede111b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.727908] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.728837] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8a7e17-179c-4106-82b7-44e74fd78d58 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.757975] env[62859]: DEBUG nova.policy [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ae6668047014d869eddcd18d7a85719', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8888f0227da24c1e82ad8f4c1bb05eb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.776844] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Releasing lock "refresh_cache-035853df-2910-4a07-a5c6-2f42b2ca01da" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.776935] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updated the network info_cache for instance {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 788.781042] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.781042] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.781042] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.781740] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.781938] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.782613] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.782873] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 788.783355] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 788.972950] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cbb700-3161-4081-9a91-2ac0d6c0f688 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.984828] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e55c6d-9037-4062-b455-d4888d3d2c92 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.020761] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c5b50-6a28-4726-88f7-222d8499696d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.032105] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c681de-48af-44b7-b653-71eb0129b2f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.057841] env[62859]: DEBUG nova.compute.provider_tree [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.150402] env[62859]: DEBUG nova.compute.manager [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.170608] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537895, 'name': ReconfigVM_Task, 'duration_secs': 0.572548} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.171597] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 6452c79d-2627-4002-b4bf-9ea900b4318c/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.172378] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84531216-e780-4a69-a3a8-d8d53f3c0b82 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.208196] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38a2e9f8-8206-43bd-8508-3a9c2513d82a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.229620] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087254} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.231246] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.231676] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 789.231676] env[62859]: value = "task-2537898" [ 789.231676] env[62859]: _type = "Task" [ 789.231676] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.232888] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919cc5c8-e91f-45b9-9d04-428890f87397 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.243625] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.244342] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ef8a3075-504a-4e64-b51b-5bb3ffd2acec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.281595] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 0987f015-d61f-46fd-bdf1-fc5e64c8646a/0987f015-d61f-46fd-bdf1-fc5e64c8646a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.282652] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.283552] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948c2893-1a96-4972-a082-a2755cd3f995 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.312803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.313541] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 789.313541] env[62859]: value = "task-2537899" [ 789.313541] env[62859]: _type = "Task" [ 789.313541] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.321549] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 789.321549] env[62859]: value = "task-2537900" [ 789.321549] env[62859]: _type = "Task" [ 789.321549] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.330694] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.338539] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.409021] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "4c0cf0c6-1710-439a-a670-923e7bf21967" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.409453] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "4c0cf0c6-1710-439a-a670-923e7bf21967" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.409791] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "4c0cf0c6-1710-439a-a670-923e7bf21967-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.410148] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "4c0cf0c6-1710-439a-a670-923e7bf21967-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.410383] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "4c0cf0c6-1710-439a-a670-923e7bf21967-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.416379] env[62859]: INFO nova.compute.manager [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Terminating instance [ 789.564070] env[62859]: DEBUG nova.scheduler.client.report [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.672088] env[62859]: DEBUG nova.network.neutron [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Successfully created port: 8b6c43e8-99b6-432d-a368-801738119973 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.750946] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537898, 'name': ReconfigVM_Task, 'duration_secs': 0.28038} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.751727] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.752474] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-713edb7d-7e83-411f-a03e-354d08edcf4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.767632] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 789.767632] env[62859]: value = "task-2537901" [ 789.767632] env[62859]: _type = "Task" [ 789.767632] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.780166] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.843271] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537899, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.848948] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537900, 'name': ReconfigVM_Task, 'duration_secs': 0.489456} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.849801] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 0987f015-d61f-46fd-bdf1-fc5e64c8646a/0987f015-d61f-46fd-bdf1-fc5e64c8646a.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.850777] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5cbd319-01de-4c25-a7d7-88ce2d3b3128 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.860832] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 789.860832] env[62859]: value = "task-2537902" [ 789.860832] env[62859]: _type = "Task" [ 789.860832] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.874910] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537902, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.921020] env[62859]: DEBUG nova.compute.manager [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.924026] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.924026] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d50d857-0cb3-4149-8990-2ffed4a17b82 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.936484] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.937608] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-592c58eb-005a-4988-a715-8be833f1e841 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.950042] env[62859]: DEBUG oslo_vmware.api [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 789.950042] env[62859]: value = "task-2537903" [ 789.950042] env[62859]: _type = "Task" [ 789.950042] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.963020] env[62859]: DEBUG oslo_vmware.api [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.079028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.079028] env[62859]: INFO nova.compute.manager [None req-3c702153-0032-44b0-bde9-93f1275ba951 tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Successfully reverted task state from rebuilding on failure for instance. [ 790.087843] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.335s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.088458] env[62859]: DEBUG nova.objects.instance [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lazy-loading 'resources' on Instance uuid ef19f389-3372-48b7-93e0-483af0b9ce26 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.163437] env[62859]: DEBUG nova.compute.manager [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.263421] env[62859]: DEBUG nova.compute.manager [req-0e5dc92a-b3b2-4151-8832-64ad6f70ea2d req-fdda85f1-0f8b-4f5d-b86f-9e2931a0f24a service nova] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Received event network-vif-deleted-a4b2d360-fcfd-4bf1-88e8-e05d081ffe0c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.280044] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.327200] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537899, 'name': CreateSnapshot_Task, 'duration_secs': 0.839619} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.327707] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.328700] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c6fe5-4808-49a0-a750-394728f2d9d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.374556] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537902, 'name': Rename_Task, 'duration_secs': 0.211405} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.375120] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.375526] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3993182-7d86-43dc-a937-0540aeb3384b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.384670] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 790.384670] env[62859]: value = "task-2537904" [ 790.384670] env[62859]: _type = "Task" [ 790.384670] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.395292] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.461242] env[62859]: DEBUG oslo_vmware.api [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537903, 'name': PowerOffVM_Task, 'duration_secs': 0.275237} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.461669] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.461992] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.462425] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32051ca3-4481-4636-be82-4242fbbeff45 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.536421] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.536786] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.537101] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Deleting the datastore file [datastore1] 4c0cf0c6-1710-439a-a670-923e7bf21967 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.537534] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a505fbfe-e0ab-4486-b7fd-4d4e6d08393a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.547568] env[62859]: DEBUG oslo_vmware.api [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 790.547568] env[62859]: value = "task-2537906" [ 790.547568] env[62859]: _type = "Task" [ 790.547568] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.557967] env[62859]: DEBUG oslo_vmware.api [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.573809] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquiring lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.574140] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.574364] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquiring lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.574615] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.574864] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.577239] env[62859]: INFO nova.compute.manager [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Terminating instance [ 790.759747] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "fde96d58-b090-42bd-881e-e03f2a819f58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.759991] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.782556] env[62859]: DEBUG oslo_vmware.api [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537901, 'name': PowerOnVM_Task, 'duration_secs': 0.582504} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.783067] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.786171] env[62859]: DEBUG nova.compute.manager [None req-8ecbe544-f76a-420b-a41a-51402f921188 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.788068] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa85c062-7db7-49fc-83d1-94ea4366fe9c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.806754] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.806993] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.807190] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.807377] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.807534] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.808240] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.808512] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.808682] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.808851] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.809023] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.811018] env[62859]: DEBUG nova.virt.hardware [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.811790] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a76c8f-3868-4fe0-9fea-46c458575d2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.825270] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab586423-0185-4c18-8210-a6ab858c85df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.836496] env[62859]: DEBUG oslo_vmware.rw_handles [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa8314-77d3-c7ab-6c07-e737a879f62f/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 790.839485] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb5d9e9-a5dc-4448-833a-c93a6c80885d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.853285] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.865233] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c00e4c2-dcbe-4ecb-927c-8c24987191fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.876034] env[62859]: DEBUG oslo_vmware.rw_handles [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa8314-77d3-c7ab-6c07-e737a879f62f/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 790.876034] env[62859]: ERROR oslo_vmware.rw_handles [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa8314-77d3-c7ab-6c07-e737a879f62f/disk-0.vmdk due to incomplete transfer. [ 790.877047] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dccd240a-5a2f-467a-a99f-dd47e5cdb9e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.878943] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 790.878943] env[62859]: value = "task-2537907" [ 790.878943] env[62859]: _type = "Task" [ 790.878943] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.892250] env[62859]: DEBUG oslo_vmware.rw_handles [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aa8314-77d3-c7ab-6c07-e737a879f62f/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 790.892498] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Uploaded image 1101d44b-4f68-41d6-b983-fd87e74d329d to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 790.895060] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.899231] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-446e8360-5637-4105-979f-8b74be10c17b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.901448] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537907, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.908983] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.916642] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 790.916642] env[62859]: value = "task-2537908" [ 790.916642] env[62859]: _type = "Task" [ 790.916642] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.926586] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537908, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.059378] env[62859]: DEBUG oslo_vmware.api [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2537906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367197} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.062354] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.063354] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.063354] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.063354] env[62859]: INFO nova.compute.manager [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Took 1.14 seconds to destroy the instance on the hypervisor. [ 791.063354] env[62859]: DEBUG oslo.service.loopingcall [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 791.064410] env[62859]: DEBUG nova.compute.manager [-] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.064410] env[62859]: DEBUG nova.network.neutron [-] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.082510] env[62859]: DEBUG nova.compute.manager [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.082798] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.084712] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcf79e4-d048-4654-9b49-9ee002a064db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.093663] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.094738] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-041a17a4-bc1d-4ee1-a53f-a35c6fc3ce0f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.106417] env[62859]: DEBUG oslo_vmware.api [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 791.106417] env[62859]: value = "task-2537909" [ 791.106417] env[62859]: _type = "Task" [ 791.106417] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.117303] env[62859]: DEBUG oslo_vmware.api [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.270597] env[62859]: DEBUG nova.compute.utils [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.355228] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f9d227-0c2b-4bd4-8c66-df05a7c36eb5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.364951] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb68129-054c-4476-b19a-52ce2a5848f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.406730] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9169596-4a60-4cc3-bd2b-e36ca86560da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.416251] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537907, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.422697] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.427533] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e47a5f-7462-4ae3-83e4-f35b63da943f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.447503] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537908, 'name': Destroy_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.447710] env[62859]: DEBUG nova.compute.provider_tree [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.618067] env[62859]: DEBUG oslo_vmware.api [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537909, 'name': PowerOffVM_Task, 'duration_secs': 0.410205} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.618373] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.618514] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.618768] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab78b26-8a04-4782-9ff2-4ba95ad277c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.695844] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.696224] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.696460] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Deleting the datastore file [datastore2] 6c9c4f26-fccc-4009-a554-fa21d6bb157d {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.696855] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fab0e23-ee94-434a-abbc-2089027908c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.705212] env[62859]: DEBUG oslo_vmware.api [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for the task: (returnval){ [ 791.705212] env[62859]: value = "task-2537911" [ 791.705212] env[62859]: _type = "Task" [ 791.705212] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.716741] env[62859]: DEBUG oslo_vmware.api [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.776254] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.916176] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537907, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.920527] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.935201] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537908, 'name': Destroy_Task, 'duration_secs': 0.633252} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.935565] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Destroyed the VM [ 791.936069] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.936271] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f573b98-d10e-42b7-b96a-b208c95c10cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.947344] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 791.947344] env[62859]: value = "task-2537912" [ 791.947344] env[62859]: _type = "Task" [ 791.947344] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.953872] env[62859]: DEBUG nova.scheduler.client.report [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.966019] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537912, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.981931] env[62859]: DEBUG nova.network.neutron [-] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.072815] env[62859]: INFO nova.compute.manager [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Rebuilding instance [ 792.082487] env[62859]: DEBUG nova.network.neutron [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Successfully updated port: 8b6c43e8-99b6-432d-a368-801738119973 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.121189] env[62859]: DEBUG nova.compute.manager [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.122191] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188b4aeb-9455-4779-ad73-66fd084f2cda {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.217105] env[62859]: DEBUG oslo_vmware.api [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Task: {'id': task-2537911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26843} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.217234] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.217462] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.217706] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.217913] env[62859]: INFO nova.compute.manager [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 792.218282] env[62859]: DEBUG oslo.service.loopingcall [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.218515] env[62859]: DEBUG nova.compute.manager [-] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.218610] env[62859]: DEBUG nova.network.neutron [-] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.418428] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.422496] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537907, 'name': CloneVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.460182] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537912, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.460348] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.373s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.465047] env[62859]: DEBUG oslo_concurrency.lockutils [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.270s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.465047] env[62859]: DEBUG nova.objects.instance [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lazy-loading 'resources' on Instance uuid aa1dcbf7-543c-4bee-85ca-cf3bb811b182 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.486011] env[62859]: INFO nova.compute.manager [-] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Took 1.42 seconds to deallocate network for instance. [ 792.492821] env[62859]: INFO nova.scheduler.client.report [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Deleted allocations for instance ef19f389-3372-48b7-93e0-483af0b9ce26 [ 792.585727] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquiring lock "refresh_cache-ffd1c5f7-d115-44d9-9b9e-df5ae3377230" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.585727] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquired lock "refresh_cache-ffd1c5f7-d115-44d9-9b9e-df5ae3377230" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.585727] env[62859]: DEBUG nova.network.neutron [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.858697] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "fde96d58-b090-42bd-881e-e03f2a819f58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.859153] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.859329] env[62859]: INFO nova.compute.manager [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Attaching volume 95e1ad37-63d0-4b28-8c2f-da6845393e08 to /dev/sdb [ 792.912319] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63e7567-e322-4775-926a-e5141339f334 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.927275] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.933266] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537907, 'name': CloneVM_Task, 'duration_secs': 1.580842} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.933609] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Created linked-clone VM from snapshot [ 792.934504] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538229aa-81b4-483e-acae-7116a7474d78 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.938270] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aae6ef4-b016-4b8d-9cb2-9f8edda7e9b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.948411] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Uploading image aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.961436] env[62859]: DEBUG nova.virt.block_device [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Updating existing volume attachment record: f4f06b83-28f2-49dc-9988-b9b60cebef1b {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 792.975638] env[62859]: DEBUG oslo_vmware.api [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537912, 'name': RemoveSnapshot_Task, 'duration_secs': 0.764836} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.978549] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.982210] env[62859]: INFO nova.compute.manager [None req-96ab044a-fd41-423d-bac7-55d87a060c79 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 792.998123] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.998123] env[62859]: value = "vm-512763" [ 792.998123] env[62859]: _type = "VirtualMachine" [ 792.998123] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.998123] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9188f100-9a06-438a-ae29-6a794f0879a5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.998792] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.004316] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lease: (returnval){ [ 793.004316] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525dd654-3338-658a-cf05-336618c743c9" [ 793.004316] env[62859]: _type = "HttpNfcLease" [ 793.004316] env[62859]: } obtained for exporting VM: (result){ [ 793.004316] env[62859]: value = "vm-512763" [ 793.004316] env[62859]: _type = "VirtualMachine" [ 793.004316] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 793.005127] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the lease: (returnval){ [ 793.005127] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525dd654-3338-658a-cf05-336618c743c9" [ 793.005127] env[62859]: _type = "HttpNfcLease" [ 793.005127] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 793.005936] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e184b18d-59c7-48ef-8124-728402547bd1 tempest-ServerMetadataTestJSON-1552323749 tempest-ServerMetadataTestJSON-1552323749-project-member] Lock "ef19f389-3372-48b7-93e0-483af0b9ce26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.405s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.016814] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.016814] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525dd654-3338-658a-cf05-336618c743c9" [ 793.016814] env[62859]: _type = "HttpNfcLease" [ 793.016814] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 793.139589] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.139998] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-303564d1-71af-4b7c-a9ec-3668fb27cf79 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.157840] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 793.157840] env[62859]: value = "task-2537914" [ 793.157840] env[62859]: _type = "Task" [ 793.157840] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.166356] env[62859]: DEBUG nova.network.neutron [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.176454] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.364560] env[62859]: DEBUG nova.compute.manager [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Received event network-vif-deleted-dc901751-597e-47d4-a3bb-a954201974a7 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.364790] env[62859]: DEBUG nova.compute.manager [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Received event network-vif-plugged-8b6c43e8-99b6-432d-a368-801738119973 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.365121] env[62859]: DEBUG oslo_concurrency.lockutils [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] Acquiring lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.365493] env[62859]: DEBUG oslo_concurrency.lockutils [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] Lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.365713] env[62859]: DEBUG oslo_concurrency.lockutils [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] Lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.365857] env[62859]: DEBUG nova.compute.manager [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] No waiting events found dispatching network-vif-plugged-8b6c43e8-99b6-432d-a368-801738119973 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.366112] env[62859]: WARNING nova.compute.manager [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Received unexpected event network-vif-plugged-8b6c43e8-99b6-432d-a368-801738119973 for instance with vm_state building and task_state spawning. [ 793.366368] env[62859]: DEBUG nova.compute.manager [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Received event network-changed-8b6c43e8-99b6-432d-a368-801738119973 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 793.366595] env[62859]: DEBUG nova.compute.manager [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Refreshing instance network info cache due to event network-changed-8b6c43e8-99b6-432d-a368-801738119973. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 793.366853] env[62859]: DEBUG oslo_concurrency.lockutils [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] Acquiring lock "refresh_cache-ffd1c5f7-d115-44d9-9b9e-df5ae3377230" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.416239] env[62859]: DEBUG oslo_vmware.api [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537904, 'name': PowerOnVM_Task, 'duration_secs': 2.631715} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.419679] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.420131] env[62859]: INFO nova.compute.manager [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Took 12.47 seconds to spawn the instance on the hypervisor. [ 793.420449] env[62859]: DEBUG nova.compute.manager [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.421902] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86427273-87ae-465a-bf6e-3bc4fac1167b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.521279] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.521279] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525dd654-3338-658a-cf05-336618c743c9" [ 793.521279] env[62859]: _type = "HttpNfcLease" [ 793.521279] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 793.522546] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 793.522546] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525dd654-3338-658a-cf05-336618c743c9" [ 793.522546] env[62859]: _type = "HttpNfcLease" [ 793.522546] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 793.523522] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310bd154-c81c-45df-9d00-4e5ecc07b02a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.534024] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a5e07-1d65-1299-6e64-4d554520b81b/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 793.534544] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a5e07-1d65-1299-6e64-4d554520b81b/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 793.601528] env[62859]: DEBUG nova.network.neutron [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Updating instance_info_cache with network_info: [{"id": "8b6c43e8-99b6-432d-a368-801738119973", "address": "fa:16:3e:9c:32:f6", "network": {"id": "530c404d-d8b7-40cf-99e9-6ddf199b7c3d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-273159416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8888f0227da24c1e82ad8f4c1bb05eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6c43e8-99", "ovs_interfaceid": "8b6c43e8-99b6-432d-a368-801738119973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.625185] env[62859]: DEBUG nova.network.neutron [-] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.639209] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32de1459-22a9-428a-9a02-9640ca5b4020 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.673553] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537914, 'name': PowerOffVM_Task, 'duration_secs': 0.221601} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.673553] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.673553] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.674581] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cb1070-d565-4051-8df2-c263e204aa4f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.684407] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.684407] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-536d8fe7-e7c4-498a-b0cb-54eb0343733c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.760417] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cd41c8-7360-4690-ae2a-8b565f27a9e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.769818] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3951d1a-a98a-4d15-960e-53fd34d6f7be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.775906] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.776256] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.776498] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleting the datastore file [datastore1] 39489686-37f8-4922-adb6-1103f3731475 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.777195] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed737868-abeb-4306-961d-172a2c0f3a29 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.808114] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2212ddfb-67f9-4012-bd52-52995a63a352 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.810912] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 793.810912] env[62859]: value = "task-2537919" [ 793.810912] env[62859]: _type = "Task" [ 793.810912] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.822109] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937ea13c-222e-4f41-a7ed-d1930bfe1d16 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.829021] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.839085] env[62859]: DEBUG nova.compute.provider_tree [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.949272] env[62859]: INFO nova.compute.manager [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Took 38.17 seconds to build instance. [ 794.106399] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Releasing lock "refresh_cache-ffd1c5f7-d115-44d9-9b9e-df5ae3377230" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.107336] env[62859]: DEBUG nova.compute.manager [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Instance network_info: |[{"id": "8b6c43e8-99b6-432d-a368-801738119973", "address": "fa:16:3e:9c:32:f6", "network": {"id": "530c404d-d8b7-40cf-99e9-6ddf199b7c3d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-273159416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8888f0227da24c1e82ad8f4c1bb05eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6c43e8-99", "ovs_interfaceid": "8b6c43e8-99b6-432d-a368-801738119973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.108496] env[62859]: DEBUG oslo_concurrency.lockutils [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] Acquired lock "refresh_cache-ffd1c5f7-d115-44d9-9b9e-df5ae3377230" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.108496] env[62859]: DEBUG nova.network.neutron [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Refreshing network info cache for port 8b6c43e8-99b6-432d-a368-801738119973 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.113021] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:32:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6c43e8-99b6-432d-a368-801738119973', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.119741] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Creating folder: Project (8888f0227da24c1e82ad8f4c1bb05eb3). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.123823] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5580ed61-7575-4f52-8162-6c61652efc43 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.126932] env[62859]: INFO nova.compute.manager [-] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Took 1.91 seconds to deallocate network for instance. [ 794.145255] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Created folder: Project (8888f0227da24c1e82ad8f4c1bb05eb3) in parent group-v512592. [ 794.145464] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Creating folder: Instances. Parent ref: group-v512766. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.147351] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e661148-e3e5-4097-a57e-36552b91ade3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.159181] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Created folder: Instances in parent group-v512766. [ 794.159495] env[62859]: DEBUG oslo.service.loopingcall [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.159696] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.159984] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40b6fdfb-726f-48fd-b47f-067b2dbb13cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.190776] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.190776] env[62859]: value = "task-2537922" [ 794.190776] env[62859]: _type = "Task" [ 794.190776] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.205846] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537922, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.322502] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210126} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.322866] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.323139] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.323319] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.342975] env[62859]: DEBUG nova.scheduler.client.report [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.452455] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e79390af-3bbc-45db-9e02-9c993546c554 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.812s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.545035] env[62859]: DEBUG nova.network.neutron [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Updated VIF entry in instance network info cache for port 8b6c43e8-99b6-432d-a368-801738119973. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.546916] env[62859]: DEBUG nova.network.neutron [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Updating instance_info_cache with network_info: [{"id": "8b6c43e8-99b6-432d-a368-801738119973", "address": "fa:16:3e:9c:32:f6", "network": {"id": "530c404d-d8b7-40cf-99e9-6ddf199b7c3d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-273159416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8888f0227da24c1e82ad8f4c1bb05eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6c43e8-99", "ovs_interfaceid": "8b6c43e8-99b6-432d-a368-801738119973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.575575] env[62859]: INFO nova.compute.manager [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Unrescuing [ 794.575744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.575808] env[62859]: DEBUG oslo_concurrency.lockutils [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.576346] env[62859]: DEBUG nova.network.neutron [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.634255] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.702178] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537922, 'name': CreateVM_Task, 'duration_secs': 0.407168} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.702419] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.703224] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.703392] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.703764] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.704120] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4960260-06f5-4230-8a29-e9a7910d8400 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.710414] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 794.710414] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522feb7f-8460-fd54-a076-6465f980c7e3" [ 794.710414] env[62859]: _type = "Task" [ 794.710414] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.720975] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522feb7f-8460-fd54-a076-6465f980c7e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.855342] env[62859]: DEBUG oslo_concurrency.lockutils [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.393s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.859151] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.645s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.860231] env[62859]: INFO nova.compute.claims [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.883984] env[62859]: INFO nova.scheduler.client.report [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Deleted allocations for instance aa1dcbf7-543c-4bee-85ca-cf3bb811b182 [ 795.053435] env[62859]: DEBUG oslo_concurrency.lockutils [req-6e37bec1-44bd-44c6-90ee-9d33f238ad5b req-0798a64b-c99b-404e-978e-8a99e058da83 service nova] Releasing lock "refresh_cache-ffd1c5f7-d115-44d9-9b9e-df5ae3377230" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.226132] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522feb7f-8460-fd54-a076-6465f980c7e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.226722] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.227178] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.227505] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.227699] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.227952] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.228305] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a68f858-7e51-42b1-85ae-b20fb2e76011 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.240333] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.240677] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.241473] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf77a971-06e6-4df7-8c23-14310b9a0fdb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.258681] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquiring lock "1022f581-e428-47dc-b6c4-9199dbd5f34c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.258681] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "1022f581-e428-47dc-b6c4-9199dbd5f34c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.259940] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 795.259940] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525c7a12-833a-e483-9bd8-f4c355553994" [ 795.259940] env[62859]: _type = "Task" [ 795.259940] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.270739] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525c7a12-833a-e483-9bd8-f4c355553994, 'name': SearchDatastore_Task} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.272633] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6b4234-ac18-44ff-8f1b-cdb1a35563de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.278486] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 795.278486] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52eae1be-6f46-dfb8-2c93-25cf621ccd6f" [ 795.278486] env[62859]: _type = "Task" [ 795.278486] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.289170] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52eae1be-6f46-dfb8-2c93-25cf621ccd6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.394380] env[62859]: DEBUG oslo_concurrency.lockutils [None req-18aed8c6-d2a1-4865-a4e4-7178868a3c6b tempest-ServerTagsTestJSON-1949769098 tempest-ServerTagsTestJSON-1949769098-project-member] Lock "aa1dcbf7-543c-4bee-85ca-cf3bb811b182" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.713s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.524879] env[62859]: DEBUG nova.network.neutron [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Updating instance_info_cache with network_info: [{"id": "a0007142-511b-419f-baf9-363fd2c81b3a", "address": "fa:16:3e:ce:c5:cc", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0007142-51", "ovs_interfaceid": "a0007142-511b-419f-baf9-363fd2c81b3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.761565] env[62859]: DEBUG nova.compute.manager [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.793081] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52eae1be-6f46-dfb8-2c93-25cf621ccd6f, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.793376] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.793796] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] ffd1c5f7-d115-44d9-9b9e-df5ae3377230/ffd1c5f7-d115-44d9-9b9e-df5ae3377230.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.794323] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b02f9726-2a04-4533-807a-bc2c4600f0d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.803706] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 795.803706] env[62859]: value = "task-2537924" [ 795.803706] env[62859]: _type = "Task" [ 795.803706] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.814444] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.029241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "refresh_cache-6452c79d-2627-4002-b4bf-9ea900b4318c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.029901] env[62859]: DEBUG nova.objects.instance [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lazy-loading 'flavor' on Instance uuid 6452c79d-2627-4002-b4bf-9ea900b4318c {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.286701] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.316733] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537924, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.434578] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c4c717-ecd7-446e-9777-ab3d97ab36a1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.443876] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0291c01-1ac0-4879-bd4b-3ead7b4c7716 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.479015] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9d57ec-e8e9-41f1-8e30-22c90fa74584 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.488158] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418fc2a8-b002-4199-ae04-cb5a41675ab7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.503405] env[62859]: DEBUG nova.compute.provider_tree [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.540025] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ed697b-0ac4-46df-993e-ee9ee3163312 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.564276] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.564518] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f9ab261-2060-4e8c-9f5a-e0a971b2b1f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.575669] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 796.575669] env[62859]: value = "task-2537925" [ 796.575669] env[62859]: _type = "Task" [ 796.575669] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.583319] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.816205] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550428} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.816527] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] ffd1c5f7-d115-44d9-9b9e-df5ae3377230/ffd1c5f7-d115-44d9-9b9e-df5ae3377230.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.816754] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.817025] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e05cc062-a6e2-4ba7-a982-3374e44fe6d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.825184] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 796.825184] env[62859]: value = "task-2537926" [ 796.825184] env[62859]: _type = "Task" [ 796.825184] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.834810] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.007408] env[62859]: DEBUG nova.scheduler.client.report [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.084549] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537925, 'name': PowerOffVM_Task, 'duration_secs': 0.41761} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.084888] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.091240] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 797.091575] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16173bd-bd29-480d-ae71-b36773f313ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.114215] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 797.114215] env[62859]: value = "task-2537927" [ 797.114215] env[62859]: _type = "Task" [ 797.114215] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.124806] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.337756] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087854} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.338034] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.338766] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a754047-5e48-4dc1-a256-55f46abeb572 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.364807] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ffd1c5f7-d115-44d9-9b9e-df5ae3377230/ffd1c5f7-d115-44d9-9b9e-df5ae3377230.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.365135] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73102938-95c2-4caf-ba21-26cf65c340ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.388387] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 797.388387] env[62859]: value = "task-2537928" [ 797.388387] env[62859]: _type = "Task" [ 797.388387] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.397772] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.513641] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.514168] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.517108] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.512s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.518892] env[62859]: INFO nova.compute.claims [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.626228] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537927, 'name': ReconfigVM_Task, 'duration_secs': 0.402235} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.626551] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.626751] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.627000] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aacbba6e-eef7-4247-8404-0bbd75c13d74 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.637785] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 797.637785] env[62859]: value = "task-2537929" [ 797.637785] env[62859]: _type = "Task" [ 797.637785] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.647242] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.899878] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.024299] env[62859]: DEBUG nova.compute.utils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.029363] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 798.029626] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512765', 'volume_id': '95e1ad37-63d0-4b28-8c2f-da6845393e08', 'name': 'volume-95e1ad37-63d0-4b28-8c2f-da6845393e08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fde96d58-b090-42bd-881e-e03f2a819f58', 'attached_at': '', 'detached_at': '', 'volume_id': '95e1ad37-63d0-4b28-8c2f-da6845393e08', 'serial': '95e1ad37-63d0-4b28-8c2f-da6845393e08'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 798.030021] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.030220] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.032683] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf82ef9-b944-4b88-bbbb-1ee2ddd6e2b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.051915] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2353e2-f15b-4946-b121-19d8a9602e8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.080345] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-95e1ad37-63d0-4b28-8c2f-da6845393e08/volume-95e1ad37-63d0-4b28-8c2f-da6845393e08.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.080711] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f969b928-2411-465f-a0c4-b552caea548b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.095392] env[62859]: DEBUG nova.policy [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abfff2fcb782497ca9eb96200a6177d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67f29984f37c499ea3f99f9771f12409', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.106048] env[62859]: DEBUG oslo_vmware.api [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 798.106048] env[62859]: value = "task-2537930" [ 798.106048] env[62859]: _type = "Task" [ 798.106048] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.115710] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.116050] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.116208] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.116363] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.116571] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.116709] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.116865] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.117051] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.117239] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.117402] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.117665] env[62859]: DEBUG nova.virt.hardware [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.120086] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aed7b51-92e2-43a8-9124-52d6c0bbe002 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.127096] env[62859]: DEBUG oslo_vmware.api [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.134422] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812eff95-1810-4a0d-9291-513c13bddf8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.162079] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:c3:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e480e13-cf0a-4b45-8977-788b103f8f80', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.170535] env[62859]: DEBUG oslo.service.loopingcall [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.173244] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b06245-361a-7069-d5cd-b77689c4068d/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 798.178802] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39489686-37f8-4922-adb6-1103f3731475] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.179696] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201a3425-55a4-428f-963a-cf5d64f3726d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.182759] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.183937] env[62859]: DEBUG nova.compute.manager [req-3f0ad421-0908-49c3-afe0-e7bf4dfc2a16 req-875db5f5-2c6c-4ba6-aecf-c79efe6286fb service nova] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Received event network-vif-deleted-7d19921f-4844-4647-b974-5b4028dd4186 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.184282] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a94da33d-9b6b-48e6-8ebd-bdf5cf0cccdd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.206341] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b06245-361a-7069-d5cd-b77689c4068d/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 798.206670] env[62859]: ERROR oslo_vmware.rw_handles [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b06245-361a-7069-d5cd-b77689c4068d/disk-0.vmdk due to incomplete transfer. [ 798.208244] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9e804a01-af72-4449-a03d-cbdde412b112 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.210429] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.210429] env[62859]: value = "task-2537931" [ 798.210429] env[62859]: _type = "Task" [ 798.210429] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.218757] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b06245-361a-7069-d5cd-b77689c4068d/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 798.219018] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Uploaded image 6e795e2a-2d59-47c7-9683-0ce360dfb1e6 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 798.220780] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 798.224052] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06ae2d64-d201-40a0-b760-40ddee331ae9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.225740] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537931, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.232765] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 798.232765] env[62859]: value = "task-2537932" [ 798.232765] env[62859]: _type = "Task" [ 798.232765] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.242411] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537932, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.404171] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537928, 'name': ReconfigVM_Task, 'duration_secs': 0.856287} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.404171] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ffd1c5f7-d115-44d9-9b9e-df5ae3377230/ffd1c5f7-d115-44d9-9b9e-df5ae3377230.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.405544] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-429d8a42-92f6-4237-8bb4-f2cc5ec4aa8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.420480] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 798.420480] env[62859]: value = "task-2537933" [ 798.420480] env[62859]: _type = "Task" [ 798.420480] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.426823] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537933, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.529938] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.619381] env[62859]: DEBUG oslo_vmware.api [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.664985] env[62859]: DEBUG oslo_vmware.api [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2537929, 'name': PowerOnVM_Task, 'duration_secs': 0.537189} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.669855] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.670208] env[62859]: DEBUG nova.compute.manager [None req-229389d4-5588-42c3-a691-4a54634138b5 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.671331] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37903f7-0ab3-4e61-b53e-5681756d071d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.726323] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537931, 'name': CreateVM_Task, 'duration_secs': 0.448906} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.726498] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39489686-37f8-4922-adb6-1103f3731475] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.727164] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.727334] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.727727] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.727994] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f7f3a7-d370-43a5-9afa-8d243f12a516 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.733684] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 798.733684] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f178a8-fe1f-1e9e-8980-bd5bc9836b76" [ 798.733684] env[62859]: _type = "Task" [ 798.733684] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.749771] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f178a8-fe1f-1e9e-8980-bd5bc9836b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.750097] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537932, 'name': Destroy_Task, 'duration_secs': 0.464446} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.750342] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Destroyed the VM [ 798.751436] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 798.751735] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2c6af183-7147-45f7-a068-8867f8ae1c9f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.760371] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 798.760371] env[62859]: value = "task-2537934" [ 798.760371] env[62859]: _type = "Task" [ 798.760371] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.769144] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537934, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.926883] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537933, 'name': Rename_Task, 'duration_secs': 0.193482} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.929726] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.930689] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae05172b-7dc6-4d90-9ee7-c9ea55f07226 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.938534] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 798.938534] env[62859]: value = "task-2537935" [ 798.938534] env[62859]: _type = "Task" [ 798.938534] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.952894] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.058327] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Successfully created port: 58d06fa7-8eaf-4d97-a63d-43a78791672b {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.123246] env[62859]: DEBUG oslo_vmware.api [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537930, 'name': ReconfigVM_Task, 'duration_secs': 0.61784} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.124263] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-95e1ad37-63d0-4b28-8c2f-da6845393e08/volume-95e1ad37-63d0-4b28-8c2f-da6845393e08.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.132028] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adb6f59-a894-4c87-8f5d-e46c0674766b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.150631] env[62859]: DEBUG oslo_vmware.api [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 799.150631] env[62859]: value = "task-2537936" [ 799.150631] env[62859]: _type = "Task" [ 799.150631] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.156373] env[62859]: DEBUG nova.compute.manager [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.161560] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4888010c-fd84-49ac-a913-9532bdf17e06 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.164491] env[62859]: DEBUG oslo_vmware.api [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.183140] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d1eb7d-dda8-4d15-947d-e685c87fe511 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.196351] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f725cd-a29c-400e-9c47-08e22c4926ea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.238895] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36553fef-3cc0-475e-8c7e-0dfb9b36842f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.255882] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f178a8-fe1f-1e9e-8980-bd5bc9836b76, 'name': SearchDatastore_Task, 'duration_secs': 0.01218} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.256606] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.256840] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.257118] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.257299] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.257489] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.258764] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7479ab-8123-498f-8a37-21d974fc5a01 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.263251] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71a31324-7186-4e14-819f-4e78b965ad80 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.281443] env[62859]: DEBUG nova.compute.provider_tree [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.287365] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537934, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.287671] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.288103] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.289123] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59b1bff4-47f6-474e-85be-e413365719a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.296654] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 799.296654] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5264bbe5-a1e6-7a5c-7b05-436352bca36d" [ 799.296654] env[62859]: _type = "Task" [ 799.296654] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.305708] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5264bbe5-a1e6-7a5c-7b05-436352bca36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.452435] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537935, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.546444] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.573998] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.574495] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.574763] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.575110] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.575363] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.575614] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.576010] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.576293] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.576543] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.576796] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.577358] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.578634] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb307056-0f6d-455f-82f7-2e9d2794828a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.595031] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d6d5f-65da-4a10-9aba-6831cf1e7720 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.662127] env[62859]: DEBUG oslo_vmware.api [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537936, 'name': ReconfigVM_Task, 'duration_secs': 0.192553} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.662418] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512765', 'volume_id': '95e1ad37-63d0-4b28-8c2f-da6845393e08', 'name': 'volume-95e1ad37-63d0-4b28-8c2f-da6845393e08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fde96d58-b090-42bd-881e-e03f2a819f58', 'attached_at': '', 'detached_at': '', 'volume_id': '95e1ad37-63d0-4b28-8c2f-da6845393e08', 'serial': '95e1ad37-63d0-4b28-8c2f-da6845393e08'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 799.678235] env[62859]: INFO nova.compute.manager [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] instance snapshotting [ 799.680609] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f8f42e-2911-4e03-a251-bd8d1498f856 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.705034] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ad8284-a907-41fc-88c8-e6dfb5ad9f86 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.774823] env[62859]: DEBUG oslo_vmware.api [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537934, 'name': RemoveSnapshot_Task, 'duration_secs': 0.897958} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.775145] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 799.775387] env[62859]: INFO nova.compute.manager [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Took 16.05 seconds to snapshot the instance on the hypervisor. [ 799.790860] env[62859]: DEBUG nova.scheduler.client.report [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.809046] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5264bbe5-a1e6-7a5c-7b05-436352bca36d, 'name': SearchDatastore_Task, 'duration_secs': 0.020741} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.810523] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df4d282-a3df-444d-9e8e-e229ed9a6f1b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.817865] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 799.817865] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525a5424-ba9d-8ddb-fffe-771a3cf5821d" [ 799.817865] env[62859]: _type = "Task" [ 799.817865] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.826626] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525a5424-ba9d-8ddb-fffe-771a3cf5821d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.950939] env[62859]: DEBUG oslo_vmware.api [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537935, 'name': PowerOnVM_Task, 'duration_secs': 0.710647} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.951247] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.951452] env[62859]: INFO nova.compute.manager [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Took 9.79 seconds to spawn the instance on the hypervisor. [ 799.951635] env[62859]: DEBUG nova.compute.manager [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.952499] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121c8ef0-055f-4ac7-b7cb-d4a979a0d73a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.217500] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 800.218163] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dda20c88-d06a-4b0e-9916-61a53f975eca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.233245] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 800.233245] env[62859]: value = "task-2537937" [ 800.233245] env[62859]: _type = "Task" [ 800.233245] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.247518] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.296174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.296730] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.300564] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.994s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.300821] env[62859]: DEBUG nova.objects.instance [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lazy-loading 'resources' on Instance uuid 76e75219-f9f8-48a2-8073-bfcf5f924efb {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.329715] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525a5424-ba9d-8ddb-fffe-771a3cf5821d, 'name': SearchDatastore_Task, 'duration_secs': 0.016411} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.332149] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.332428] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 39489686-37f8-4922-adb6-1103f3731475/39489686-37f8-4922-adb6-1103f3731475.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.333277] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d47996ca-3498-4b26-acb3-3e44eef5fbbf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.341630] env[62859]: DEBUG nova.compute.manager [None req-0be85321-f207-4357-8dc1-bc716e7249a3 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Found 2 images (rotation: 2) {{(pid=62859) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 800.345408] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 800.345408] env[62859]: value = "task-2537938" [ 800.345408] env[62859]: _type = "Task" [ 800.345408] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.355729] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.472841] env[62859]: INFO nova.compute.manager [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Took 35.83 seconds to build instance. [ 800.707637] env[62859]: DEBUG nova.objects.instance [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lazy-loading 'flavor' on Instance uuid fde96d58-b090-42bd-881e-e03f2a819f58 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.746664] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.805106] env[62859]: DEBUG nova.compute.utils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.806357] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.806357] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.864829] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.887884] env[62859]: DEBUG nova.policy [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abfff2fcb782497ca9eb96200a6177d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67f29984f37c499ea3f99f9771f12409', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.977985] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a55d8ae-c79d-4a55-be56-962581a4307f tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.119s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.012588] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquiring lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.012588] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.013154] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquiring lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.013395] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.013964] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.022443] env[62859]: INFO nova.compute.manager [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Terminating instance [ 801.095502] env[62859]: DEBUG nova.compute.manager [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.096760] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9848f08-fa64-4c37-930f-438d89a97bc9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.214169] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7b20383-6805-4af0-a869-f1c09fa3a8f7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.355s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.249323] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Successfully updated port: 58d06fa7-8eaf-4d97-a63d-43a78791672b {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.257146] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537937, 'name': CreateSnapshot_Task, 'duration_secs': 0.845197} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.257929] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 801.259190] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb5106a-c092-4bd6-8f53-4cfb601c9c78 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.310161] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.364234] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63513} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.367201] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 39489686-37f8-4922-adb6-1103f3731475/39489686-37f8-4922-adb6-1103f3731475.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.367475] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.367956] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a760b2a-e973-4af1-9cb9-520089034c80 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.376465] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 801.376465] env[62859]: value = "task-2537939" [ 801.376465] env[62859]: _type = "Task" [ 801.376465] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.391974] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.459328] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Successfully created port: 2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.483904] env[62859]: DEBUG nova.compute.manager [req-d8eb46a1-91f2-4f6a-bbab-dfe4513bd585 req-b6e9969d-b4c8-4dcd-af75-d3e3cf4ddcd3 service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Received event network-vif-plugged-58d06fa7-8eaf-4d97-a63d-43a78791672b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.484268] env[62859]: DEBUG oslo_concurrency.lockutils [req-d8eb46a1-91f2-4f6a-bbab-dfe4513bd585 req-b6e9969d-b4c8-4dcd-af75-d3e3cf4ddcd3 service nova] Acquiring lock "4b90acba-4b78-47fb-984e-00f2b447ad7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.484563] env[62859]: DEBUG oslo_concurrency.lockutils [req-d8eb46a1-91f2-4f6a-bbab-dfe4513bd585 req-b6e9969d-b4c8-4dcd-af75-d3e3cf4ddcd3 service nova] Lock "4b90acba-4b78-47fb-984e-00f2b447ad7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.484563] env[62859]: DEBUG oslo_concurrency.lockutils [req-d8eb46a1-91f2-4f6a-bbab-dfe4513bd585 req-b6e9969d-b4c8-4dcd-af75-d3e3cf4ddcd3 service nova] Lock "4b90acba-4b78-47fb-984e-00f2b447ad7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.484783] env[62859]: DEBUG nova.compute.manager [req-d8eb46a1-91f2-4f6a-bbab-dfe4513bd585 req-b6e9969d-b4c8-4dcd-af75-d3e3cf4ddcd3 service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] No waiting events found dispatching network-vif-plugged-58d06fa7-8eaf-4d97-a63d-43a78791672b {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.484955] env[62859]: WARNING nova.compute.manager [req-d8eb46a1-91f2-4f6a-bbab-dfe4513bd585 req-b6e9969d-b4c8-4dcd-af75-d3e3cf4ddcd3 service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Received unexpected event network-vif-plugged-58d06fa7-8eaf-4d97-a63d-43a78791672b for instance with vm_state building and task_state spawning. [ 801.487522] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2682628-d754-44ea-a477-6f778165c2d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.500223] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1836fb55-38ee-4c2c-885f-e04a7ee781d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.535535] env[62859]: DEBUG nova.compute.manager [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.535535] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.536757] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f19140-2c03-4e12-8657-44d765e909d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.543314] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f98748-d201-4002-bec1-87529c4bbb55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.553658] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e4d0ff-a709-4173-88fa-66637bbceb0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.559032] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.559032] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a4287df-d4d2-4779-842a-14bbe92ec6e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.573221] env[62859]: DEBUG nova.compute.provider_tree [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.578224] env[62859]: DEBUG oslo_vmware.api [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 801.578224] env[62859]: value = "task-2537940" [ 801.578224] env[62859]: _type = "Task" [ 801.578224] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.586640] env[62859]: DEBUG oslo_vmware.api [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.617384] env[62859]: INFO nova.compute.manager [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] instance snapshotting [ 801.621164] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3515772c-2b70-480b-b64c-dc89c43d8bf3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.646696] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e623841-5d45-41da-884d-83901c89c06c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.759213] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "refresh_cache-4b90acba-4b78-47fb-984e-00f2b447ad7b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.759550] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired lock "refresh_cache-4b90acba-4b78-47fb-984e-00f2b447ad7b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.759550] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.785924] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 801.786777] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba740a5e-5f45-4e8a-a7f4-bf5d4ebb10e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.798086] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 801.798086] env[62859]: value = "task-2537941" [ 801.798086] env[62859]: _type = "Task" [ 801.798086] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.808081] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537941, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.814351] env[62859]: DEBUG nova.compute.manager [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.815336] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a86040-9ad8-44e6-b4f4-5327cd6de981 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.891320] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128743} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.891320] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.892451] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ea4bcc-64d7-41df-b513-bb950600d085 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.925144] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 39489686-37f8-4922-adb6-1103f3731475/39489686-37f8-4922-adb6-1103f3731475.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.925144] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a77638-c7d0-4e43-809b-66e4f1e6acbe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.950189] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 801.950189] env[62859]: value = "task-2537942" [ 801.950189] env[62859]: _type = "Task" [ 801.950189] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.960901] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.077987] env[62859]: DEBUG nova.scheduler.client.report [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.093576] env[62859]: DEBUG oslo_vmware.api [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537940, 'name': PowerOffVM_Task, 'duration_secs': 0.210326} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.095249] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.095249] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.095249] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c64418b5-178a-4b83-a3a7-78508e9cf541 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.162331] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.163166] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e974425-c718-4461-9609-2adb8d836a6c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.170524] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a5e07-1d65-1299-6e64-4d554520b81b/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.171524] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec45436e-51b7-45ea-8cad-9149371cbf2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.177234] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.177553] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.177765] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Deleting the datastore file [datastore2] ffd1c5f7-d115-44d9-9b9e-df5ae3377230 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.178190] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 802.178190] env[62859]: value = "task-2537944" [ 802.178190] env[62859]: _type = "Task" [ 802.178190] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.178896] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351827f8-e557-4b34-9019-0d6e0adda810 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.190832] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a5e07-1d65-1299-6e64-4d554520b81b/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.191095] env[62859]: ERROR oslo_vmware.rw_handles [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a5e07-1d65-1299-6e64-4d554520b81b/disk-0.vmdk due to incomplete transfer. [ 802.191785] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3292e583-f6fb-4fa5-a9c9-28f0764534a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.197315] env[62859]: DEBUG oslo_vmware.api [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for the task: (returnval){ [ 802.197315] env[62859]: value = "task-2537945" [ 802.197315] env[62859]: _type = "Task" [ 802.197315] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.201655] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.209346] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a5e07-1d65-1299-6e64-4d554520b81b/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.209546] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Uploaded image aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.213232] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.213571] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-04e6b191-acfa-45a0-995d-30705639bd5d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.223263] env[62859]: DEBUG oslo_vmware.api [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.225110] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 802.225110] env[62859]: value = "task-2537946" [ 802.225110] env[62859]: _type = "Task" [ 802.225110] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.309330] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537941, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.310203] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.324620] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.332039] env[62859]: INFO nova.compute.manager [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] instance snapshotting [ 802.335172] env[62859]: DEBUG nova.objects.instance [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'flavor' on Instance uuid edd39829-7fbc-4f66-813a-b1efd6197163 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.356773] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.357013] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.357204] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.357445] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.357648] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.357841] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.358080] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.358263] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.358446] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.358639] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.358836] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.360116] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146e6b53-d6fc-406d-8885-a1d6314e0869 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.370024] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9b2d21-c563-4764-a830-2418a791832e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.461791] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537942, 'name': ReconfigVM_Task, 'duration_secs': 0.347881} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.461791] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 39489686-37f8-4922-adb6-1103f3731475/39489686-37f8-4922-adb6-1103f3731475.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.462041] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6579e0f3-c96f-4013-bd52-c9cc38fa2acb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.470265] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 802.470265] env[62859]: value = "task-2537947" [ 802.470265] env[62859]: _type = "Task" [ 802.470265] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.481237] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537947, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.554617] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "fde96d58-b090-42bd-881e-e03f2a819f58" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.554986] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.560634] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Updating instance_info_cache with network_info: [{"id": "58d06fa7-8eaf-4d97-a63d-43a78791672b", "address": "fa:16:3e:d5:1d:03", "network": {"id": "158df040-2166-474b-bbba-03c6c790cf00", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2137163029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f29984f37c499ea3f99f9771f12409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d06fa7-8e", "ovs_interfaceid": "58d06fa7-8eaf-4d97-a63d-43a78791672b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.587832] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.590559] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.522s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.590834] env[62859]: DEBUG nova.objects.instance [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lazy-loading 'resources' on Instance uuid b313f565-8c01-497c-9f95-858319cfea1f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.615021] env[62859]: INFO nova.scheduler.client.report [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Deleted allocations for instance 76e75219-f9f8-48a2-8073-bfcf5f924efb [ 802.695809] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.712786] env[62859]: DEBUG oslo_vmware.api [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Task: {'id': task-2537945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147181} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.713072] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.713272] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.713453] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.713625] env[62859]: INFO nova.compute.manager [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Took 1.18 seconds to destroy the instance on the hypervisor. [ 802.713866] env[62859]: DEBUG oslo.service.loopingcall [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.714072] env[62859]: DEBUG nova.compute.manager [-] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.714170] env[62859]: DEBUG nova.network.neutron [-] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.738859] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537946, 'name': Destroy_Task, 'duration_secs': 0.356138} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.739147] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Destroyed the VM [ 802.739594] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.739865] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bbbc0414-98a6-4b22-bbcf-b0cd7298329a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.747455] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 802.747455] env[62859]: value = "task-2537948" [ 802.747455] env[62859]: _type = "Task" [ 802.747455] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.757022] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537948, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.813640] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537941, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.841188] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3358cf99-15e3-42cf-88ec-e88ceb5f0ed0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.861889] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35546be-8cb7-47af-aca0-f5fceddda0a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.982243] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537947, 'name': Rename_Task, 'duration_secs': 0.15492} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.982243] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.982390] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc9c682a-c8bd-4cae-bd06-7fa45dc86c75 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.990042] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 802.990042] env[62859]: value = "task-2537949" [ 802.990042] env[62859]: _type = "Task" [ 802.990042] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.998629] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.057944] env[62859]: INFO nova.compute.manager [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Detaching volume 95e1ad37-63d0-4b28-8c2f-da6845393e08 [ 803.063323] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Releasing lock "refresh_cache-4b90acba-4b78-47fb-984e-00f2b447ad7b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.063323] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Instance network_info: |[{"id": "58d06fa7-8eaf-4d97-a63d-43a78791672b", "address": "fa:16:3e:d5:1d:03", "network": {"id": "158df040-2166-474b-bbba-03c6c790cf00", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2137163029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f29984f37c499ea3f99f9771f12409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d06fa7-8e", "ovs_interfaceid": "58d06fa7-8eaf-4d97-a63d-43a78791672b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.063323] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:1d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58d06fa7-8eaf-4d97-a63d-43a78791672b', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.071898] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Creating folder: Project (67f29984f37c499ea3f99f9771f12409). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.074598] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f7accb2-362f-42e8-9758-b5ca1dde3f0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.089440] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Created folder: Project (67f29984f37c499ea3f99f9771f12409) in parent group-v512592. [ 803.089684] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Creating folder: Instances. Parent ref: group-v512773. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.089946] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba4009dc-81fb-4d31-b0ca-116b2f52e334 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.113181] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Created folder: Instances in parent group-v512773. [ 803.114249] env[62859]: DEBUG oslo.service.loopingcall [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 803.114249] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.114481] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37dab015-9b34-49e9-a5f9-14dd6c7b4423 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.134091] env[62859]: INFO nova.virt.block_device [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Attempting to driver detach volume 95e1ad37-63d0-4b28-8c2f-da6845393e08 from mountpoint /dev/sdb [ 803.134360] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 803.134583] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512765', 'volume_id': '95e1ad37-63d0-4b28-8c2f-da6845393e08', 'name': 'volume-95e1ad37-63d0-4b28-8c2f-da6845393e08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fde96d58-b090-42bd-881e-e03f2a819f58', 'attached_at': '', 'detached_at': '', 'volume_id': '95e1ad37-63d0-4b28-8c2f-da6845393e08', 'serial': '95e1ad37-63d0-4b28-8c2f-da6845393e08'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 803.140690] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d0e30c4b-c8c1-4f70-8b85-3b768a9b23a8 tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "76e75219-f9f8-48a2-8073-bfcf5f924efb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.266s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.142504] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb3619e-1846-4a80-a830-acc4bc3306a5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.172805] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b94007-2cb4-4741-ab8f-69034c2023be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.177719] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.177719] env[62859]: value = "task-2537952" [ 803.177719] env[62859]: _type = "Task" [ 803.177719] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.191973] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd5e2ed-5850-4b41-88a6-b4e7a96e79d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.204727] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537952, 'name': CreateVM_Task} progress is 15%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.232463] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0790488-2f99-4a45-baa6-7d5ee8708565 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.235200] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537944, 'name': CreateSnapshot_Task, 'duration_secs': 0.587196} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.236486] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.240019] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ec17f2-3364-42b8-9a71-4863871387d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.252983] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] The volume has not been displaced from its original location: [datastore2] volume-95e1ad37-63d0-4b28-8c2f-da6845393e08/volume-95e1ad37-63d0-4b28-8c2f-da6845393e08.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 803.258145] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 803.264297] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e05744-7e27-4c08-ac56-13f33c2a4512 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.297896] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537948, 'name': RemoveSnapshot_Task, 'duration_secs': 0.408876} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.299721] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.299721] env[62859]: DEBUG nova.compute.manager [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.299721] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 803.299721] env[62859]: value = "task-2537953" [ 803.299721] env[62859]: _type = "Task" [ 803.299721] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.300917] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367e2f0c-810a-4512-aebd-95e1bfa82df4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.325451] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.326679] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537941, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.375875] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 803.378899] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92f11597-3f6c-42f4-91ff-5874c8ca9877 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.388353] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 803.388353] env[62859]: value = "task-2537954" [ 803.388353] env[62859]: _type = "Task" [ 803.388353] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.402351] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537954, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.502288] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.575157] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Successfully updated port: 2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.690739] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537952, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.789601] env[62859]: DEBUG nova.network.neutron [-] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.801880] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.802943] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73794a25-d53c-4dd6-b30f-0a1ddbe05bf5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.829231] env[62859]: DEBUG nova.compute.manager [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Received event network-changed-58d06fa7-8eaf-4d97-a63d-43a78791672b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.829565] env[62859]: DEBUG nova.compute.manager [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Refreshing instance network info cache due to event network-changed-58d06fa7-8eaf-4d97-a63d-43a78791672b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.829903] env[62859]: DEBUG oslo_concurrency.lockutils [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] Acquiring lock "refresh_cache-4b90acba-4b78-47fb-984e-00f2b447ad7b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.830173] env[62859]: DEBUG oslo_concurrency.lockutils [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] Acquired lock "refresh_cache-4b90acba-4b78-47fb-984e-00f2b447ad7b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.830441] env[62859]: DEBUG nova.network.neutron [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Refreshing network info cache for port 58d06fa7-8eaf-4d97-a63d-43a78791672b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.849017] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537941, 'name': CloneVM_Task, 'duration_secs': 1.966746} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.849479] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 803.849479] env[62859]: value = "task-2537955" [ 803.849479] env[62859]: _type = "Task" [ 803.849479] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.849798] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.850420] env[62859]: INFO nova.compute.manager [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Shelve offloading [ 803.855904] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Created linked-clone VM from snapshot [ 803.859115] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c599610a-c923-4b9b-b482-d8d1d00a141d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.875067] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.875067] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc00a671-4608-491a-a1d2-f6a0bf01edac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.886130] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537955, 'name': CloneVM_Task} progress is 16%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.892709] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 803.892709] env[62859]: value = "task-2537956" [ 803.892709] env[62859]: _type = "Task" [ 803.892709] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.893326] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Uploading image 12c4fc4a-f30e-4fb2-aed6-98137086f4c8 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 803.917388] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537954, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.929797] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 803.930075] env[62859]: DEBUG nova.compute.manager [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.931296] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e7ed11-15eb-4664-bc52-3aa4876f0d56 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.939017] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 803.939017] env[62859]: value = "vm-512771" [ 803.939017] env[62859]: _type = "VirtualMachine" [ 803.939017] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 803.939384] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f6483a5e-7788-4a66-aebe-bd16e72b5a7d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.947755] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.948031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.948299] env[62859]: DEBUG nova.network.neutron [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.959056] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lease: (returnval){ [ 803.959056] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522b4a87-6653-60dd-a7ec-09f636b5fddc" [ 803.959056] env[62859]: _type = "HttpNfcLease" [ 803.959056] env[62859]: } obtained for exporting VM: (result){ [ 803.959056] env[62859]: value = "vm-512771" [ 803.959056] env[62859]: _type = "VirtualMachine" [ 803.959056] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 803.959415] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the lease: (returnval){ [ 803.959415] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522b4a87-6653-60dd-a7ec-09f636b5fddc" [ 803.959415] env[62859]: _type = "HttpNfcLease" [ 803.959415] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 803.977279] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 803.977279] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522b4a87-6653-60dd-a7ec-09f636b5fddc" [ 803.977279] env[62859]: _type = "HttpNfcLease" [ 803.977279] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.012475] env[62859]: DEBUG oslo_vmware.api [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537949, 'name': PowerOnVM_Task, 'duration_secs': 0.654958} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.015748] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.016031] env[62859]: DEBUG nova.compute.manager [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.017190] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde49225-9efd-42bb-9044-d2427f9a87db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.079055] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "refresh_cache-227f5719-0bc8-43d5-ad17-7c4639fa2bcc" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.079055] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired lock "refresh_cache-227f5719-0bc8-43d5-ad17-7c4639fa2bcc" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.079369] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.131818] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead275f2-b8b0-403a-94a1-5a90602f6b1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.143414] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae1ca93-8c48-417b-b474-24dd21079419 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.186604] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e28432-fcd3-4f6e-98f9-be948e3e40df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.200337] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c164e871-5754-4640-b306-891c9435867f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.205369] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537952, 'name': CreateVM_Task, 'duration_secs': 0.558525} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.205536] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.208056] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.208056] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.208056] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.208056] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889f90ae-186b-4bbc-b67b-41214dfa3ef5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.219953] env[62859]: DEBUG nova.compute.provider_tree [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.224746] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "e7e8eb47-c059-4a97-9a09-f8559f460309" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.225021] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.228504] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 804.228504] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d02d9-fc9d-a710-e2b7-66784f594249" [ 804.228504] env[62859]: _type = "Task" [ 804.228504] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.238632] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d02d9-fc9d-a710-e2b7-66784f594249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.303629] env[62859]: INFO nova.compute.manager [-] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Took 1.59 seconds to deallocate network for instance. [ 804.318830] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.367651] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537955, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.405490] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537954, 'name': CreateSnapshot_Task, 'duration_secs': 0.929432} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.405935] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.406788] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0e63b3-bbb6-4bae-af58-61075f5a5cbd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.471029] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.471029] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522b4a87-6653-60dd-a7ec-09f636b5fddc" [ 804.471029] env[62859]: _type = "HttpNfcLease" [ 804.471029] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 804.471029] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 804.471029] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522b4a87-6653-60dd-a7ec-09f636b5fddc" [ 804.471029] env[62859]: _type = "HttpNfcLease" [ 804.471029] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 804.471029] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f342f7-8d98-4cc3-a995-22c42c1dd3d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.479933] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214adc6-63f3-b036-87a7-62907aab9be5/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 804.480330] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214adc6-63f3-b036-87a7-62907aab9be5/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 804.558739] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.607827] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-369b8d2c-d5fe-450c-9a18-46f10238c838 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.616045] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.650389] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "8a2be843-34fa-42c4-be53-ad595c485a92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.652018] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "8a2be843-34fa-42c4-be53-ad595c485a92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.652018] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "8a2be843-34fa-42c4-be53-ad595c485a92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.652018] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "8a2be843-34fa-42c4-be53-ad595c485a92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.652018] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "8a2be843-34fa-42c4-be53-ad595c485a92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.653583] env[62859]: INFO nova.compute.manager [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Terminating instance [ 804.725560] env[62859]: DEBUG nova.scheduler.client.report [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.730108] env[62859]: DEBUG nova.compute.manager [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.744131] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d02d9-fc9d-a710-e2b7-66784f594249, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.747230] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.747473] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.747752] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.747907] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.748104] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.749020] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af4288a7-b2ae-4e1d-b5ee-e4c9fb7dd19f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.760119] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.760324] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.761139] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783154fe-25fd-4e25-af65-0e09a02a8229 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.767624] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 804.767624] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284f812-0623-3932-6136-bb35152457d5" [ 804.767624] env[62859]: _type = "Task" [ 804.767624] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.777949] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284f812-0623-3932-6136-bb35152457d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.800666] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Updating instance_info_cache with network_info: [{"id": "2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04", "address": "fa:16:3e:57:5d:ae", "network": {"id": "158df040-2166-474b-bbba-03c6c790cf00", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2137163029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f29984f37c499ea3f99f9771f12409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0bcc97-1a", "ovs_interfaceid": "2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.816261] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.824148] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.868341] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537955, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.926670] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.927190] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38003a59-dc23-40ae-b183-ce34dc8adb9f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.938439] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 804.938439] env[62859]: value = "task-2537958" [ 804.938439] env[62859]: _type = "Task" [ 804.938439] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.949154] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537958, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.157767] env[62859]: DEBUG nova.compute.manager [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.158029] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.160620] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21382482-5b69-462a-9bc3-0ebac91c5db4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.170385] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.170773] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-857de20e-c962-4bb9-be24-fa32f8dbad41 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.177710] env[62859]: DEBUG nova.network.neutron [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Updated VIF entry in instance network info cache for port 58d06fa7-8eaf-4d97-a63d-43a78791672b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.178282] env[62859]: DEBUG nova.network.neutron [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Updating instance_info_cache with network_info: [{"id": "58d06fa7-8eaf-4d97-a63d-43a78791672b", "address": "fa:16:3e:d5:1d:03", "network": {"id": "158df040-2166-474b-bbba-03c6c790cf00", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2137163029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f29984f37c499ea3f99f9771f12409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d06fa7-8e", "ovs_interfaceid": "58d06fa7-8eaf-4d97-a63d-43a78791672b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.191027] env[62859]: DEBUG oslo_vmware.api [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 805.191027] env[62859]: value = "task-2537959" [ 805.191027] env[62859]: _type = "Task" [ 805.191027] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.215589] env[62859]: DEBUG oslo_vmware.api [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.236159] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.645s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.241301] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.854s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.241610] env[62859]: DEBUG nova.objects.instance [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lazy-loading 'resources' on Instance uuid 29b407c9-b341-4009-9d0d-f6dad4eefa95 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.262386] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.280396] env[62859]: INFO nova.scheduler.client.report [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Deleted allocations for instance b313f565-8c01-497c-9f95-858319cfea1f [ 805.287680] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284f812-0623-3932-6136-bb35152457d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.291501] env[62859]: DEBUG nova.network.neutron [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating instance_info_cache with network_info: [{"id": "0fc6cf83-1842-4496-b466-100254063f00", "address": "fa:16:3e:78:95:0d", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc6cf83-18", "ovs_interfaceid": "0fc6cf83-1842-4496-b466-100254063f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.294856] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d076b5-e7ed-4291-96fe-9a4ee91c4822 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.304609] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Releasing lock "refresh_cache-227f5719-0bc8-43d5-ad17-7c4639fa2bcc" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.308405] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Instance network_info: |[{"id": "2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04", "address": "fa:16:3e:57:5d:ae", "network": {"id": "158df040-2166-474b-bbba-03c6c790cf00", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2137163029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f29984f37c499ea3f99f9771f12409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0bcc97-1a", "ovs_interfaceid": "2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.308405] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 805.308405] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52921c84-43ee-a7af-700b-6b3fe28d2e03" [ 805.308405] env[62859]: _type = "Task" [ 805.308405] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.309102] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:5d:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.319149] env[62859]: DEBUG oslo.service.loopingcall [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.319149] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.327383] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ed68b3-837c-463c-91e5-2974bab6b555 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.358402] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537953, 'name': ReconfigVM_Task, 'duration_secs': 1.826463} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.365219] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 805.370415] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52921c84-43ee-a7af-700b-6b3fe28d2e03, 'name': SearchDatastore_Task, 'duration_secs': 0.012932} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.370654] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.370654] env[62859]: value = "task-2537960" [ 805.370654] env[62859]: _type = "Task" [ 805.370654] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.375032] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aa32b84-85d6-4bc9-9baf-164035ab0f50 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.385766] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.386107] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 4b90acba-4b78-47fb-984e-00f2b447ad7b/4b90acba-4b78-47fb-984e-00f2b447ad7b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.386960] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-189fbc60-9ce0-4958-847e-59c56f456639 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.406104] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537955, 'name': CloneVM_Task, 'duration_secs': 1.520448} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.408959] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Created linked-clone VM from snapshot [ 805.409940] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 805.409940] env[62859]: value = "task-2537962" [ 805.409940] env[62859]: _type = "Task" [ 805.409940] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.409940] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 805.409940] env[62859]: value = "task-2537961" [ 805.409940] env[62859]: _type = "Task" [ 805.409940] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.410767] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bc4780-8d4c-4ee2-abcb-5a24a452fa0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.428263] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Uploading image ad4aa093-45d5-488b-9c45-b0d9be81edef {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 805.439169] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.439611] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.451637] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537958, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.465494] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 805.465494] env[62859]: value = "vm-512776" [ 805.465494] env[62859]: _type = "VirtualMachine" [ 805.465494] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 805.465819] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-731e706d-a270-4149-a604-554161cfc061 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.475322] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lease: (returnval){ [ 805.475322] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522f3c40-0ca5-3ef3-a9a1-19b99d6987c4" [ 805.475322] env[62859]: _type = "HttpNfcLease" [ 805.475322] env[62859]: } obtained for exporting VM: (result){ [ 805.475322] env[62859]: value = "vm-512776" [ 805.475322] env[62859]: _type = "VirtualMachine" [ 805.475322] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 805.476159] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the lease: (returnval){ [ 805.476159] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522f3c40-0ca5-3ef3-a9a1-19b99d6987c4" [ 805.476159] env[62859]: _type = "HttpNfcLease" [ 805.476159] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 805.486779] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.486779] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522f3c40-0ca5-3ef3-a9a1-19b99d6987c4" [ 805.486779] env[62859]: _type = "HttpNfcLease" [ 805.486779] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 805.682132] env[62859]: DEBUG oslo_concurrency.lockutils [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] Releasing lock "refresh_cache-4b90acba-4b78-47fb-984e-00f2b447ad7b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.682473] env[62859]: DEBUG nova.compute.manager [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Received event network-vif-deleted-8b6c43e8-99b6-432d-a368-801738119973 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.682688] env[62859]: DEBUG nova.compute.manager [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Received event network-vif-plugged-2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.682991] env[62859]: DEBUG oslo_concurrency.lockutils [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] Acquiring lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.683256] env[62859]: DEBUG oslo_concurrency.lockutils [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] Lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.683475] env[62859]: DEBUG oslo_concurrency.lockutils [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] Lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.684105] env[62859]: DEBUG nova.compute.manager [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] No waiting events found dispatching network-vif-plugged-2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.684310] env[62859]: WARNING nova.compute.manager [req-efaa8e46-dc11-458a-8c22-4954a73117a7 req-4fb52ab8-aa1f-4484-b226-96226a24982a service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Received unexpected event network-vif-plugged-2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04 for instance with vm_state building and task_state spawning. [ 805.703930] env[62859]: DEBUG oslo_vmware.api [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537959, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.805282] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.811050] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26613667-774c-490f-8351-bb0d44b1e764 tempest-ServersTestBootFromVolume-520291612 tempest-ServersTestBootFromVolume-520291612-project-member] Lock "b313f565-8c01-497c-9f95-858319cfea1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.076s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.900146] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537960, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.930248] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.933833] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537961, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.949744] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537958, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.988606] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.988606] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522f3c40-0ca5-3ef3-a9a1-19b99d6987c4" [ 805.988606] env[62859]: _type = "HttpNfcLease" [ 805.988606] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.989061] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.989061] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522f3c40-0ca5-3ef3-a9a1-19b99d6987c4" [ 805.989061] env[62859]: _type = "HttpNfcLease" [ 805.989061] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 805.989661] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb848ed-0c0a-4302-b63f-b601f6afea75 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.000018] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5206f455-497b-2cf2-3855-3f0947c19cfa/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.000348] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5206f455-497b-2cf2-3855-3f0947c19cfa/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.068212] env[62859]: DEBUG nova.compute.manager [req-725a8057-d4b8-43fe-882d-6630094628ee req-e709626b-7732-4142-a99e-17baf14523d8 service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Received event network-changed-2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.068430] env[62859]: DEBUG nova.compute.manager [req-725a8057-d4b8-43fe-882d-6630094628ee req-e709626b-7732-4142-a99e-17baf14523d8 service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Refreshing instance network info cache due to event network-changed-2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 806.068751] env[62859]: DEBUG oslo_concurrency.lockutils [req-725a8057-d4b8-43fe-882d-6630094628ee req-e709626b-7732-4142-a99e-17baf14523d8 service nova] Acquiring lock "refresh_cache-227f5719-0bc8-43d5-ad17-7c4639fa2bcc" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.068854] env[62859]: DEBUG oslo_concurrency.lockutils [req-725a8057-d4b8-43fe-882d-6630094628ee req-e709626b-7732-4142-a99e-17baf14523d8 service nova] Acquired lock "refresh_cache-227f5719-0bc8-43d5-ad17-7c4639fa2bcc" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.068950] env[62859]: DEBUG nova.network.neutron [req-725a8057-d4b8-43fe-882d-6630094628ee req-e709626b-7732-4142-a99e-17baf14523d8 service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Refreshing network info cache for port 2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.156230] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-662affbb-f50d-49f0-ae1f-b79a09b1da5a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.226384] env[62859]: DEBUG oslo_vmware.api [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537959, 'name': PowerOffVM_Task, 'duration_secs': 0.674247} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.226687] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.227156] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.227360] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb68a09b-be0d-4d4c-9617-461e54570780 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.317062] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.317332] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.317523] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Deleting the datastore file [datastore2] 8a2be843-34fa-42c4-be53-ad595c485a92 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.318366] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-006f7ff1-be3f-4a96-bedf-57160c369b40 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.326265] env[62859]: DEBUG oslo_vmware.api [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for the task: (returnval){ [ 806.326265] env[62859]: value = "task-2537965" [ 806.326265] env[62859]: _type = "Task" [ 806.326265] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.340224] env[62859]: DEBUG oslo_vmware.api [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.402024] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537960, 'name': CreateVM_Task, 'duration_secs': 0.602052} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.402024] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.402024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.402024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.402024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.402024] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb665f7a-f5eb-4f17-addf-68e611248cb6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.410560] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 806.410560] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523c4857-d14f-f817-c89b-e8f654430784" [ 806.410560] env[62859]: _type = "Task" [ 806.410560] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.428889] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523c4857-d14f-f817-c89b-e8f654430784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.436295] env[62859]: DEBUG oslo_vmware.api [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2537962, 'name': ReconfigVM_Task, 'duration_secs': 0.820851} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.440707] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512765', 'volume_id': '95e1ad37-63d0-4b28-8c2f-da6845393e08', 'name': 'volume-95e1ad37-63d0-4b28-8c2f-da6845393e08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fde96d58-b090-42bd-881e-e03f2a819f58', 'attached_at': '', 'detached_at': '', 'volume_id': '95e1ad37-63d0-4b28-8c2f-da6845393e08', 'serial': '95e1ad37-63d0-4b28-8c2f-da6845393e08'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 806.445347] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572524} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.449028] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 4b90acba-4b78-47fb-984e-00f2b447ad7b/4b90acba-4b78-47fb-984e-00f2b447ad7b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.449492] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.454098] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3f43ae4-aaf4-459b-97c6-f59dfabf9c1e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.463912] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537958, 'name': CloneVM_Task, 'duration_secs': 1.246436} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.467906] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.467906] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Created linked-clone VM from snapshot [ 806.467906] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cd157d-b0fa-42f5-b7f2-42715a74971b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.471132] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 806.471132] env[62859]: value = "task-2537966" [ 806.471132] env[62859]: _type = "Task" [ 806.471132] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.471939] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8998bd1-0240-454f-9cb3-d18b35de7236 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.480421] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b5d42f-0685-48df-8640-37c951fd8672 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.489753] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.490858] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e462fd-1c13-4504-b497-ba0eb1b47be5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.502960] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Uploading image 76ee26b7-2e3b-408f-8534-eb9d97e0c28b {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.505588] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.507814] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476a0c4-4388-496f-82b5-126ec8d57caf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.550683] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e871d-f7cc-4055-a752-9e5df474f40b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.563069] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.563069] env[62859]: value = "vm-512778" [ 806.563069] env[62859]: _type = "VirtualMachine" [ 806.563069] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.564699] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65e1135-4ae2-4d43-b176-fed3024c40f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.570553] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aaac5266-d9d1-40b4-b527-6c5776df9c0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.585694] env[62859]: DEBUG nova.compute.provider_tree [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.589026] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease: (returnval){ [ 806.589026] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525a046c-1d89-3934-d0ef-7e22cad535d7" [ 806.589026] env[62859]: _type = "HttpNfcLease" [ 806.589026] env[62859]: } obtained for exporting VM: (result){ [ 806.589026] env[62859]: value = "vm-512778" [ 806.589026] env[62859]: _type = "VirtualMachine" [ 806.589026] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.589543] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the lease: (returnval){ [ 806.589543] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525a046c-1d89-3934-d0ef-7e22cad535d7" [ 806.589543] env[62859]: _type = "HttpNfcLease" [ 806.589543] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.594897] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.595175] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.595392] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleting the datastore file [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.595676] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d05e6cda-6663-469b-b621-515f81b19c74 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.599876] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.599876] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525a046c-1d89-3934-d0ef-7e22cad535d7" [ 806.599876] env[62859]: _type = "HttpNfcLease" [ 806.599876] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.607097] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 806.607097] env[62859]: value = "task-2537969" [ 806.607097] env[62859]: _type = "Task" [ 806.607097] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.620479] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.650770] env[62859]: DEBUG oslo_concurrency.lockutils [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "39489686-37f8-4922-adb6-1103f3731475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.651053] env[62859]: DEBUG oslo_concurrency.lockutils [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "39489686-37f8-4922-adb6-1103f3731475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.651280] env[62859]: DEBUG oslo_concurrency.lockutils [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "39489686-37f8-4922-adb6-1103f3731475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.651535] env[62859]: DEBUG oslo_concurrency.lockutils [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "39489686-37f8-4922-adb6-1103f3731475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.651728] env[62859]: DEBUG oslo_concurrency.lockutils [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "39489686-37f8-4922-adb6-1103f3731475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.654157] env[62859]: INFO nova.compute.manager [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Terminating instance [ 806.839287] env[62859]: DEBUG oslo_vmware.api [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Task: {'id': task-2537965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287447} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.839501] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.839706] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.839889] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.840094] env[62859]: INFO nova.compute.manager [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Took 1.68 seconds to destroy the instance on the hypervisor. [ 806.840356] env[62859]: DEBUG oslo.service.loopingcall [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.840555] env[62859]: DEBUG nova.compute.manager [-] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.840760] env[62859]: DEBUG nova.network.neutron [-] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.924201] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523c4857-d14f-f817-c89b-e8f654430784, 'name': SearchDatastore_Task, 'duration_secs': 0.013341} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.924750] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.925296] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.925416] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.925669] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.925844] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.926928] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c57bd6d-e29c-46ba-8247-38b985ef93b6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.937744] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.938363] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.940338] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080e9b41-1702-4a30-bada-b7a8dbfeeda1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.949026] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 806.949026] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5226b790-b737-ef1a-7c89-ac9795907cef" [ 806.949026] env[62859]: _type = "Task" [ 806.949026] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.961818] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5226b790-b737-ef1a-7c89-ac9795907cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.967528] env[62859]: DEBUG nova.network.neutron [req-725a8057-d4b8-43fe-882d-6630094628ee req-e709626b-7732-4142-a99e-17baf14523d8 service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Updated VIF entry in instance network info cache for port 2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.968326] env[62859]: DEBUG nova.network.neutron [req-725a8057-d4b8-43fe-882d-6630094628ee req-e709626b-7732-4142-a99e-17baf14523d8 service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Updating instance_info_cache with network_info: [{"id": "2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04", "address": "fa:16:3e:57:5d:ae", "network": {"id": "158df040-2166-474b-bbba-03c6c790cf00", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2137163029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f29984f37c499ea3f99f9771f12409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0bcc97-1a", "ovs_interfaceid": "2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.988042] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091381} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.988219] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.990080] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de604ce0-6cd8-4dcb-969d-813737a49cba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.025359] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 4b90acba-4b78-47fb-984e-00f2b447ad7b/4b90acba-4b78-47fb-984e-00f2b447ad7b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.027124] env[62859]: DEBUG nova.objects.instance [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lazy-loading 'flavor' on Instance uuid fde96d58-b090-42bd-881e-e03f2a819f58 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.029586] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdcc0839-21f1-4c36-9fda-28feeff33fc8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.053670] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 807.053670] env[62859]: value = "task-2537970" [ 807.053670] env[62859]: _type = "Task" [ 807.053670] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.064497] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.090837] env[62859]: DEBUG nova.scheduler.client.report [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.104843] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.104843] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525a046c-1d89-3934-d0ef-7e22cad535d7" [ 807.104843] env[62859]: _type = "HttpNfcLease" [ 807.104843] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 807.105530] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 807.105530] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525a046c-1d89-3934-d0ef-7e22cad535d7" [ 807.105530] env[62859]: _type = "HttpNfcLease" [ 807.105530] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 807.106172] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22ea802-8af5-4532-a19d-01f4f1c39826 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.120467] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1986a-f629-98c7-3c80-6dc8e81276f7/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 807.120695] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1986a-f629-98c7-3c80-6dc8e81276f7/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 807.125709] env[62859]: DEBUG oslo_vmware.api [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2537969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357523} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.126974] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.127428] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.127428] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.186264] env[62859]: DEBUG nova.compute.manager [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.186813] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.188388] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e300fc5b-535e-4c0d-a326-4b83919b402c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.198367] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.198682] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fd24274-654f-4600-9cdc-853d39ae37af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.207979] env[62859]: DEBUG oslo_vmware.api [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 807.207979] env[62859]: value = "task-2537971" [ 807.207979] env[62859]: _type = "Task" [ 807.207979] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.213557] env[62859]: INFO nova.scheduler.client.report [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted allocations for instance 32ded70b-ce17-4986-a2b7-812513c24614 [ 807.227499] env[62859]: DEBUG oslo_vmware.api [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.244010] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-879ecbed-dd41-4b07-8312-9935aa95d777 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.465451] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5226b790-b737-ef1a-7c89-ac9795907cef, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.465451] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4afe414-e761-4e23-9e8f-1615e9202855 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.474521] env[62859]: DEBUG oslo_concurrency.lockutils [req-725a8057-d4b8-43fe-882d-6630094628ee req-e709626b-7732-4142-a99e-17baf14523d8 service nova] Releasing lock "refresh_cache-227f5719-0bc8-43d5-ad17-7c4639fa2bcc" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.475566] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.475987] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.477592] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 807.477592] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a97fe1-1d50-21c1-fc00-5432fd357075" [ 807.477592] env[62859]: _type = "Task" [ 807.477592] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.490163] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a97fe1-1d50-21c1-fc00-5432fd357075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.564953] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537970, 'name': ReconfigVM_Task, 'duration_secs': 0.446015} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.567045] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 4b90acba-4b78-47fb-984e-00f2b447ad7b/4b90acba-4b78-47fb-984e-00f2b447ad7b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.567045] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-236a9588-54af-4233-8d17-c62da4a9651f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.574556] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 807.574556] env[62859]: value = "task-2537972" [ 807.574556] env[62859]: _type = "Task" [ 807.574556] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.584779] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537972, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.599029] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.356s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.600566] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.906s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.603540] env[62859]: INFO nova.compute.claims [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.721206] env[62859]: DEBUG oslo_vmware.api [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537971, 'name': PowerOffVM_Task, 'duration_secs': 0.281561} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.722498] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.722858] env[62859]: DEBUG nova.network.neutron [-] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.724436] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.724689] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.725052] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c525b77-ba3e-4ac1-96cf-2e8e0c8105ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.812664] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.813047] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.813177] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleting the datastore file [datastore2] 39489686-37f8-4922-adb6-1103f3731475 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.813422] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c4566a2-6bd4-4408-a68d-6a8411aba8d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.823060] env[62859]: DEBUG oslo_vmware.api [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 807.823060] env[62859]: value = "task-2537974" [ 807.823060] env[62859]: _type = "Task" [ 807.823060] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.832698] env[62859]: DEBUG oslo_vmware.api [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.979353] env[62859]: DEBUG nova.compute.manager [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.996279] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a97fe1-1d50-21c1-fc00-5432fd357075, 'name': SearchDatastore_Task, 'duration_secs': 0.017996} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.999271] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.999271] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 227f5719-0bc8-43d5-ad17-7c4639fa2bcc/227f5719-0bc8-43d5-ad17-7c4639fa2bcc.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.999271] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1c6c643-6506-4909-9bc9-0a3e51d90dc2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.007183] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 808.007183] env[62859]: value = "task-2537975" [ 808.007183] env[62859]: _type = "Task" [ 808.007183] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.016088] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.034971] env[62859]: DEBUG oslo_concurrency.lockutils [None req-41a8db93-e7ba-42d6-bedc-6c7f779d4cd5 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.480s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.086321] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537972, 'name': Rename_Task, 'duration_secs': 0.193504} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.086744] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.087126] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfdafc04-10eb-49d3-9c57-93969f07ee57 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.096047] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 808.096047] env[62859]: value = "task-2537976" [ 808.096047] env[62859]: _type = "Task" [ 808.096047] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.106862] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.126841] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc024739-6fbc-441c-9c22-e67ed4ebdf6c tempest-ServerActionsV293TestJSON-677849391 tempest-ServerActionsV293TestJSON-677849391-project-member] Lock "29b407c9-b341-4009-9d0d-f6dad4eefa95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.649s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.229365] env[62859]: INFO nova.compute.manager [-] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Took 1.39 seconds to deallocate network for instance. [ 808.337652] env[62859]: DEBUG oslo_vmware.api [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2537974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294185} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.337963] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.338262] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.338535] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.338743] env[62859]: INFO nova.compute.manager [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Took 1.15 seconds to destroy the instance on the hypervisor. [ 808.339110] env[62859]: DEBUG oslo.service.loopingcall [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.339392] env[62859]: DEBUG nova.compute.manager [-] [instance: 39489686-37f8-4922-adb6-1103f3731475] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.339506] env[62859]: DEBUG nova.network.neutron [-] [instance: 39489686-37f8-4922-adb6-1103f3731475] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.512696] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.520976] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537975, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.610547] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537976, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.740209] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.018739] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605884} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.021596] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 227f5719-0bc8-43d5-ad17-7c4639fa2bcc/227f5719-0bc8-43d5-ad17-7c4639fa2bcc.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.021723] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.022157] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eb8d265-a012-4338-ad56-ca1e390928db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.030073] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 809.030073] env[62859]: value = "task-2537977" [ 809.030073] env[62859]: _type = "Task" [ 809.030073] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.042368] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.103772] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f22e05-dcd2-49cc-a41e-1eaf297bba07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.109938] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537976, 'name': PowerOnVM_Task, 'duration_secs': 0.746143} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.110649] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.110852] env[62859]: INFO nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Took 9.56 seconds to spawn the instance on the hypervisor. [ 809.111053] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.111851] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba0c89-f590-4ae6-a761-a965bced395a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.117374] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6c2493-445e-4fa2-a559-83cf48f4a8ea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.153878] env[62859]: DEBUG nova.network.neutron [-] [instance: 39489686-37f8-4922-adb6-1103f3731475] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.155999] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7be557-9c59-4eed-b115-b75e67e09ff5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.166229] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c3c956-7992-486e-a7ba-7015a198336a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.182855] env[62859]: DEBUG nova.compute.provider_tree [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.541365] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135388} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.541676] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.542567] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e048b04d-c4ca-451e-85e1-fb9d10707981 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.567850] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 227f5719-0bc8-43d5-ad17-7c4639fa2bcc/227f5719-0bc8-43d5-ad17-7c4639fa2bcc.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.568389] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15fff760-8823-47a1-89a5-3751999f9b53 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.590314] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 809.590314] env[62859]: value = "task-2537978" [ 809.590314] env[62859]: _type = "Task" [ 809.590314] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.600256] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.634691] env[62859]: INFO nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Took 43.45 seconds to build instance. [ 809.660472] env[62859]: INFO nova.compute.manager [-] [instance: 39489686-37f8-4922-adb6-1103f3731475] Took 1.32 seconds to deallocate network for instance. [ 809.686666] env[62859]: DEBUG nova.scheduler.client.report [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.104025] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.136988] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "4b90acba-4b78-47fb-984e-00f2b447ad7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.645s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.167474] env[62859]: DEBUG oslo_concurrency.lockutils [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.192962] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.193827] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.197053] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.704s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.198735] env[62859]: INFO nova.compute.claims [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.603469] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537978, 'name': ReconfigVM_Task, 'duration_secs': 0.564723} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.603785] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 227f5719-0bc8-43d5-ad17-7c4639fa2bcc/227f5719-0bc8-43d5-ad17-7c4639fa2bcc.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.605066] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f336e970-5916-48ec-bd4d-9633418ef6c4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.612389] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 810.612389] env[62859]: value = "task-2537979" [ 810.612389] env[62859]: _type = "Task" [ 810.612389] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.623589] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537979, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.706649] env[62859]: DEBUG nova.compute.utils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.708158] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.708340] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.760805] env[62859]: DEBUG nova.policy [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abfff2fcb782497ca9eb96200a6177d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67f29984f37c499ea3f99f9771f12409', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.036965] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Successfully created port: f493f8b6-8743-41a2-90be-bbc6cb91a132 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.122895] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537979, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.212766] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.627541] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537979, 'name': Rename_Task, 'duration_secs': 0.68306} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.627950] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.628263] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e749d0c-d219-4f64-8941-f648544a3cbd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.640228] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 811.640228] env[62859]: value = "task-2537980" [ 811.640228] env[62859]: _type = "Task" [ 811.640228] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.655784] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.736035] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf882c3-690d-43da-bf6f-f81280936306 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.744553] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc465c45-004e-4640-a067-d85eb22b7c3e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.784035] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2ab504-fd2d-4ae7-ae17-5eee7867700a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.793977] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd54fd6a-d052-42b6-9e85-a7c7cd1ce3ae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.810765] env[62859]: DEBUG nova.compute.provider_tree [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.151841] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.224429] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.307098] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.307327] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.307511] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.307773] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.307940] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.308155] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.308415] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.308581] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.308755] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.309125] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.309340] env[62859]: DEBUG nova.virt.hardware [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.311847] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00d8731-ff2c-4872-aab0-2dab4a61c772 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.315433] env[62859]: DEBUG nova.scheduler.client.report [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.322665] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214adc6-63f3-b036-87a7-62907aab9be5/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 812.325098] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d74eef8-647a-4ee8-aba0-874377cfd6a5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.332676] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83861f90-a8ba-458d-9e2e-b31cb9b0ad73 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.344910] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214adc6-63f3-b036-87a7-62907aab9be5/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 812.345192] env[62859]: ERROR oslo_vmware.rw_handles [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214adc6-63f3-b036-87a7-62907aab9be5/disk-0.vmdk due to incomplete transfer. [ 812.346152] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d16f1f34-cdaf-4499-b57d-a63a6b699927 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.367554] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214adc6-63f3-b036-87a7-62907aab9be5/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 812.367755] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Uploaded image 12c4fc4a-f30e-4fb2-aed6-98137086f4c8 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 812.370347] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 812.370726] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2eb11a23-1a1a-4882-883f-b82b3ab00517 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.378578] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 812.378578] env[62859]: value = "task-2537981" [ 812.378578] env[62859]: _type = "Task" [ 812.378578] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.388015] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537981, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.664229] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537980, 'name': PowerOnVM_Task, 'duration_secs': 0.738412} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.665894] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.666256] env[62859]: INFO nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Took 10.34 seconds to spawn the instance on the hypervisor. [ 812.666972] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.669450] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c22273d-94a2-4cb7-90db-ac969d94d679 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.775199] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Successfully updated port: f493f8b6-8743-41a2-90be-bbc6cb91a132 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.821316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.821558] env[62859]: DEBUG nova.compute.manager [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.827734] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.527s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.827734] env[62859]: DEBUG nova.objects.instance [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lazy-loading 'resources' on Instance uuid 8df0232c-8f30-479a-a99d-40e3f767b477 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.890508] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537981, 'name': Destroy_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.041524] env[62859]: DEBUG nova.compute.manager [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received event network-vif-unplugged-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.041524] env[62859]: DEBUG oslo_concurrency.lockutils [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] Acquiring lock "32ded70b-ce17-4986-a2b7-812513c24614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.041524] env[62859]: DEBUG oslo_concurrency.lockutils [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] Lock "32ded70b-ce17-4986-a2b7-812513c24614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.041524] env[62859]: DEBUG oslo_concurrency.lockutils [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] Lock "32ded70b-ce17-4986-a2b7-812513c24614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.041524] env[62859]: DEBUG nova.compute.manager [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] No waiting events found dispatching network-vif-unplugged-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.041524] env[62859]: WARNING nova.compute.manager [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received unexpected event network-vif-unplugged-0fc6cf83-1842-4496-b466-100254063f00 for instance with vm_state shelved_offloaded and task_state None. [ 813.041524] env[62859]: DEBUG nova.compute.manager [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received event network-changed-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.042523] env[62859]: DEBUG nova.compute.manager [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Refreshing instance network info cache due to event network-changed-0fc6cf83-1842-4496-b466-100254063f00. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.043040] env[62859]: DEBUG oslo_concurrency.lockutils [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] Acquiring lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.043692] env[62859]: DEBUG oslo_concurrency.lockutils [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] Acquired lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.044118] env[62859]: DEBUG nova.network.neutron [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Refreshing network info cache for port 0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.195225] env[62859]: INFO nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Took 45.26 seconds to build instance. [ 813.283046] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "refresh_cache-1b630352-7e66-49c5-9601-c0f94b0d00e0" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.283046] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired lock "refresh_cache-1b630352-7e66-49c5-9601-c0f94b0d00e0" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.283046] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.332042] env[62859]: DEBUG nova.compute.utils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.335770] env[62859]: DEBUG nova.compute.manager [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.335770] env[62859]: DEBUG nova.network.neutron [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.394531] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537981, 'name': Destroy_Task, 'duration_secs': 0.517724} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.396962] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Destroyed the VM [ 813.397451] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 813.399508] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1957d275-4772-4282-a74b-c644628e8e48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.402210] env[62859]: DEBUG nova.policy [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0988323ce26495a8ad59e9c9b72bddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6968605e9f584348a625e6b87452890f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.408890] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 813.408890] env[62859]: value = "task-2537982" [ 813.408890] env[62859]: _type = "Task" [ 813.408890] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.423786] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.699586] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.181s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.831707] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.839284] env[62859]: DEBUG nova.compute.manager [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.846414] env[62859]: DEBUG nova.network.neutron [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Successfully created port: 3f6897ac-8662-4495-8288-c238d8054a94 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.876233] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96295ced-5e49-492c-af29-4c10632c59d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.885254] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc79596-eae3-45d0-9207-381bbc0de9fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.923639] env[62859]: DEBUG nova.network.neutron [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updated VIF entry in instance network info cache for port 0fc6cf83-1842-4496-b466-100254063f00. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.924120] env[62859]: DEBUG nova.network.neutron [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating instance_info_cache with network_info: [{"id": "0fc6cf83-1842-4496-b466-100254063f00", "address": "fa:16:3e:78:95:0d", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0fc6cf83-18", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.929291] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb143a97-8110-4523-aa48-195b96f3b2f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.942270] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.944913] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddcb081-2b6e-4c0d-9eb1-8b90b3bc8e8d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.962758] env[62859]: DEBUG nova.compute.provider_tree [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.208350] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5206f455-497b-2cf2-3855-3f0947c19cfa/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 814.209415] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c023fd79-d7d2-41a3-9df7-0f1206095a4c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.221216] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5206f455-497b-2cf2-3855-3f0947c19cfa/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 814.221422] env[62859]: ERROR oslo_vmware.rw_handles [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5206f455-497b-2cf2-3855-3f0947c19cfa/disk-0.vmdk due to incomplete transfer. [ 814.221689] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6775be29-07bb-46af-9c98-0a6c4da543d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.235620] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5206f455-497b-2cf2-3855-3f0947c19cfa/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 814.236535] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Uploaded image ad4aa093-45d5-488b-9c45-b0d9be81edef to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 814.238477] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 814.238814] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-849fa458-96ca-498b-bb86-4aaa3613b9af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.242032] env[62859]: DEBUG nova.network.neutron [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Updating instance_info_cache with network_info: [{"id": "f493f8b6-8743-41a2-90be-bbc6cb91a132", "address": "fa:16:3e:84:f0:a2", "network": {"id": "158df040-2166-474b-bbba-03c6c790cf00", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2137163029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f29984f37c499ea3f99f9771f12409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf493f8b6-87", "ovs_interfaceid": "f493f8b6-8743-41a2-90be-bbc6cb91a132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.249503] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 814.249503] env[62859]: value = "task-2537983" [ 814.249503] env[62859]: _type = "Task" [ 814.249503] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.260367] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537983, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.436939] env[62859]: DEBUG oslo_concurrency.lockutils [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] Releasing lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.437407] env[62859]: DEBUG nova.compute.manager [req-2742b306-363e-4109-a83a-e5dc0310fef4 req-4dd1693d-3682-4b6a-ba85-1317fbb59337 service nova] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Received event network-vif-deleted-9ea0eee8-16d7-443e-85d2-a9d2b492b4e1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.437855] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537982, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.466769] env[62859]: DEBUG nova.scheduler.client.report [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.746908] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Releasing lock "refresh_cache-1b630352-7e66-49c5-9601-c0f94b0d00e0" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.747213] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Instance network_info: |[{"id": "f493f8b6-8743-41a2-90be-bbc6cb91a132", "address": "fa:16:3e:84:f0:a2", "network": {"id": "158df040-2166-474b-bbba-03c6c790cf00", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2137163029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f29984f37c499ea3f99f9771f12409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf493f8b6-87", "ovs_interfaceid": "f493f8b6-8743-41a2-90be-bbc6cb91a132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.747706] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:f0:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f493f8b6-8743-41a2-90be-bbc6cb91a132', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.756358] env[62859]: DEBUG oslo.service.loopingcall [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.756705] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.760310] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92784c23-63e1-4a85-9dd4-558a590779b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.782036] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537983, 'name': Destroy_Task, 'duration_secs': 0.372954} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.783585] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Destroyed the VM [ 814.783883] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 814.784182] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.784182] env[62859]: value = "task-2537984" [ 814.784182] env[62859]: _type = "Task" [ 814.784182] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.784446] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b4a7c2a-27e8-4dc4-91f0-42737364c767 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.797922] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 814.797922] env[62859]: value = "task-2537985" [ 814.797922] env[62859]: _type = "Task" [ 814.797922] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.798243] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537984, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.807093] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537985, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.852992] env[62859]: DEBUG nova.compute.manager [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.877985] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.882020] env[62859]: DEBUG nova.virt.hardware [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.882020] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155c86c5-acc1-47a7-abc6-483b55916e4d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.893130] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d63445-86d2-4f5f-8534-7f9dcf73852c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.703136] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.876s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.709915] env[62859]: DEBUG nova.network.neutron [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Successfully updated port: 3f6897ac-8662-4495-8288-c238d8054a94 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.715142] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.863s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.715635] env[62859]: INFO nova.compute.claims [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.726019] env[62859]: DEBUG nova.compute.manager [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] [instance: 39489686-37f8-4922-adb6-1103f3731475] Received event network-vif-deleted-3e480e13-cf0a-4b45-8977-788b103f8f80 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.726019] env[62859]: DEBUG nova.compute.manager [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Received event network-vif-plugged-f493f8b6-8743-41a2-90be-bbc6cb91a132 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.726019] env[62859]: DEBUG oslo_concurrency.lockutils [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] Acquiring lock "1b630352-7e66-49c5-9601-c0f94b0d00e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.726019] env[62859]: DEBUG oslo_concurrency.lockutils [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] Lock "1b630352-7e66-49c5-9601-c0f94b0d00e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.726019] env[62859]: DEBUG oslo_concurrency.lockutils [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] Lock "1b630352-7e66-49c5-9601-c0f94b0d00e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.726019] env[62859]: DEBUG nova.compute.manager [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] No waiting events found dispatching network-vif-plugged-f493f8b6-8743-41a2-90be-bbc6cb91a132 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.726019] env[62859]: WARNING nova.compute.manager [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Received unexpected event network-vif-plugged-f493f8b6-8743-41a2-90be-bbc6cb91a132 for instance with vm_state building and task_state spawning. [ 815.726019] env[62859]: DEBUG nova.compute.manager [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Received event network-changed-f493f8b6-8743-41a2-90be-bbc6cb91a132 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.726019] env[62859]: DEBUG nova.compute.manager [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Refreshing instance network info cache due to event network-changed-f493f8b6-8743-41a2-90be-bbc6cb91a132. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 815.726019] env[62859]: DEBUG oslo_concurrency.lockutils [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] Acquiring lock "refresh_cache-1b630352-7e66-49c5-9601-c0f94b0d00e0" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.726019] env[62859]: DEBUG oslo_concurrency.lockutils [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] Acquired lock "refresh_cache-1b630352-7e66-49c5-9601-c0f94b0d00e0" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.726019] env[62859]: DEBUG nova.network.neutron [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Refreshing network info cache for port f493f8b6-8743-41a2-90be-bbc6cb91a132 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.733194] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.733429] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.734898] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "c7da034c-3d2b-409f-bcde-2228747ce01e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.734898] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "c7da034c-3d2b-409f-bcde-2228747ce01e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.744177] env[62859]: DEBUG oslo_vmware.api [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537985, 'name': RemoveSnapshot_Task, 'duration_secs': 0.625404} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.752496] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.752496] env[62859]: INFO nova.compute.manager [None req-a522fd7d-0a5f-4fab-9ae0-9a493a7ed102 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Took 14.13 seconds to snapshot the instance on the hypervisor. [ 815.753125] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537984, 'name': CreateVM_Task, 'duration_secs': 0.458104} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.754040] env[62859]: DEBUG oslo_vmware.api [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2537982, 'name': RemoveSnapshot_Task, 'duration_secs': 1.221806} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.757824] env[62859]: INFO nova.scheduler.client.report [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Deleted allocations for instance 8df0232c-8f30-479a-a99d-40e3f767b477 [ 815.757824] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.757824] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.757824] env[62859]: INFO nova.compute.manager [None req-a530584a-84be-4f9d-b73d-d83dac347395 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Took 16.08 seconds to snapshot the instance on the hypervisor. [ 815.763773] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.763998] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.764433] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 815.765782] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b05829e-21be-4a1e-9087-a4b4cc77629e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.775145] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 815.775145] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d34712-5987-2196-2028-04cb83224df6" [ 815.775145] env[62859]: _type = "Task" [ 815.775145] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.788387] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d34712-5987-2196-2028-04cb83224df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.233959] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "refresh_cache-b155732f-3bc6-46ad-b419-0489ca62be0b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.234232] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "refresh_cache-b155732f-3bc6-46ad-b419-0489ca62be0b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.234654] env[62859]: DEBUG nova.network.neutron [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.239812] env[62859]: DEBUG nova.compute.manager [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.242908] env[62859]: DEBUG nova.compute.manager [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.271768] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c259eaa-7dd4-4a8b-a3a3-7f4ae4e68032 tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "8df0232c-8f30-479a-a99d-40e3f767b477" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.513s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.291187] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d34712-5987-2196-2028-04cb83224df6, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.292777] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.293285] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.293785] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.293981] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.294224] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.294818] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2e6e65f-90fd-408b-83a4-9c9de9efafa2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.311018] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.311018] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.311018] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb4f0eb-439c-443f-9f69-3cb33095dacf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.316598] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 816.316598] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524c6f3a-b940-93c3-0461-9e04bbd22572" [ 816.316598] env[62859]: _type = "Task" [ 816.316598] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.327196] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524c6f3a-b940-93c3-0461-9e04bbd22572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.411787] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "6897f4f0-6b48-499c-8e92-888b78399073" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.411787] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "6897f4f0-6b48-499c-8e92-888b78399073" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.700300] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "32ded70b-ce17-4986-a2b7-812513c24614" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.772569] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.776312] env[62859]: DEBUG nova.network.neutron [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.780955] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.830052] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524c6f3a-b940-93c3-0461-9e04bbd22572, 'name': SearchDatastore_Task, 'duration_secs': 0.01351} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.830979] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a15b4a1-41ef-4f37-9add-8859cdbae0b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.841581] env[62859]: DEBUG nova.network.neutron [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Updated VIF entry in instance network info cache for port f493f8b6-8743-41a2-90be-bbc6cb91a132. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.841581] env[62859]: DEBUG nova.network.neutron [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Updating instance_info_cache with network_info: [{"id": "f493f8b6-8743-41a2-90be-bbc6cb91a132", "address": "fa:16:3e:84:f0:a2", "network": {"id": "158df040-2166-474b-bbba-03c6c790cf00", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2137163029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67f29984f37c499ea3f99f9771f12409", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf493f8b6-87", "ovs_interfaceid": "f493f8b6-8743-41a2-90be-bbc6cb91a132", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.843052] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 816.843052] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5291f7d2-3d97-46ce-893a-a702cefe6b5a" [ 816.843052] env[62859]: _type = "Task" [ 816.843052] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.853321] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5291f7d2-3d97-46ce-893a-a702cefe6b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.858215] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.858215] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1b630352-7e66-49c5-9601-c0f94b0d00e0/1b630352-7e66-49c5-9601-c0f94b0d00e0.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.861789] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-500430ac-4f9e-482c-90b4-a4ff888e23a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.876017] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 816.876017] env[62859]: value = "task-2537986" [ 816.876017] env[62859]: _type = "Task" [ 816.876017] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.884583] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.935427] env[62859]: DEBUG nova.network.neutron [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Updating instance_info_cache with network_info: [{"id": "3f6897ac-8662-4495-8288-c238d8054a94", "address": "fa:16:3e:eb:34:6e", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6897ac-86", "ovs_interfaceid": "3f6897ac-8662-4495-8288-c238d8054a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.346968] env[62859]: DEBUG oslo_concurrency.lockutils [req-f0a83b54-b952-4388-97c1-7fcc46e4260e req-8bbf7f15-f1c7-4b14-bb3a-9740471fbb6a service nova] Releasing lock "refresh_cache-1b630352-7e66-49c5-9601-c0f94b0d00e0" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.395304] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e66ba-3a94-4346-92ec-a7f01e655f28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.395304] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afbf25c-67fb-4e64-be76-dc5405da1a50 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.395304] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537986, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.413738] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b579fed9-bc4f-4f29-ac25-39707601d161 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.422457] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c0019c-1972-4a76-943a-fc5be17bad95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.439785] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "refresh_cache-b155732f-3bc6-46ad-b419-0489ca62be0b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.439785] env[62859]: DEBUG nova.compute.manager [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Instance network_info: |[{"id": "3f6897ac-8662-4495-8288-c238d8054a94", "address": "fa:16:3e:eb:34:6e", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6897ac-86", "ovs_interfaceid": "3f6897ac-8662-4495-8288-c238d8054a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.439785] env[62859]: DEBUG nova.compute.provider_tree [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.441031] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:34:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f6897ac-8662-4495-8288-c238d8054a94', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.449119] env[62859]: DEBUG oslo.service.loopingcall [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 817.451286] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.451286] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb213505-35f0-440c-b456-22527731abbb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.474219] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.474219] env[62859]: value = "task-2537987" [ 817.474219] env[62859]: _type = "Task" [ 817.474219] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.483763] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537987, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.768463] env[62859]: DEBUG nova.compute.manager [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Received event network-vif-plugged-3f6897ac-8662-4495-8288-c238d8054a94 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.768694] env[62859]: DEBUG oslo_concurrency.lockutils [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] Acquiring lock "b155732f-3bc6-46ad-b419-0489ca62be0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.768878] env[62859]: DEBUG oslo_concurrency.lockutils [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.769058] env[62859]: DEBUG oslo_concurrency.lockutils [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.769297] env[62859]: DEBUG nova.compute.manager [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] No waiting events found dispatching network-vif-plugged-3f6897ac-8662-4495-8288-c238d8054a94 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.769418] env[62859]: WARNING nova.compute.manager [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Received unexpected event network-vif-plugged-3f6897ac-8662-4495-8288-c238d8054a94 for instance with vm_state building and task_state spawning. [ 817.769538] env[62859]: DEBUG nova.compute.manager [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Received event network-changed-3f6897ac-8662-4495-8288-c238d8054a94 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.769681] env[62859]: DEBUG nova.compute.manager [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Refreshing instance network info cache due to event network-changed-3f6897ac-8662-4495-8288-c238d8054a94. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 817.769895] env[62859]: DEBUG oslo_concurrency.lockutils [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] Acquiring lock "refresh_cache-b155732f-3bc6-46ad-b419-0489ca62be0b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.769998] env[62859]: DEBUG oslo_concurrency.lockutils [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] Acquired lock "refresh_cache-b155732f-3bc6-46ad-b419-0489ca62be0b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.770182] env[62859]: DEBUG nova.network.neutron [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Refreshing network info cache for port 3f6897ac-8662-4495-8288-c238d8054a94 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.886917] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558601} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.887214] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1b630352-7e66-49c5-9601-c0f94b0d00e0/1b630352-7e66-49c5-9601-c0f94b0d00e0.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.887576] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.887882] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92e814ac-d73c-4f62-b582-c10f7448ebaf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.895675] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 817.895675] env[62859]: value = "task-2537988" [ 817.895675] env[62859]: _type = "Task" [ 817.895675] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.905527] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.951571] env[62859]: DEBUG nova.scheduler.client.report [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.986160] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537987, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.220925] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquiring lock "e001c8a9-27bb-4957-82be-e2349a5a889c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.221191] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "e001c8a9-27bb-4957-82be-e2349a5a889c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.221406] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquiring lock "e001c8a9-27bb-4957-82be-e2349a5a889c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.221591] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "e001c8a9-27bb-4957-82be-e2349a5a889c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.221759] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "e001c8a9-27bb-4957-82be-e2349a5a889c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.225114] env[62859]: INFO nova.compute.manager [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Terminating instance [ 818.405665] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074866} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.405950] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.406808] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e08279-dcb2-4017-92f1-16a2a9c6498e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.430596] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 1b630352-7e66-49c5-9601-c0f94b0d00e0/1b630352-7e66-49c5-9601-c0f94b0d00e0.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.433572] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bae41cc-934d-4a47-98ab-e63b0b7425ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.453980] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 818.453980] env[62859]: value = "task-2537989" [ 818.453980] env[62859]: _type = "Task" [ 818.453980] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.458102] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.458664] env[62859]: DEBUG nova.compute.manager [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.461146] env[62859]: DEBUG oslo_concurrency.lockutils [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.108s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.461373] env[62859]: DEBUG nova.objects.instance [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lazy-loading 'resources' on Instance uuid a6f3cd92-f6a3-4748-a052-d9b124ce5876 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.468592] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.485905] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537987, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.528194] env[62859]: DEBUG nova.network.neutron [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Updated VIF entry in instance network info cache for port 3f6897ac-8662-4495-8288-c238d8054a94. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.528686] env[62859]: DEBUG nova.network.neutron [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Updating instance_info_cache with network_info: [{"id": "3f6897ac-8662-4495-8288-c238d8054a94", "address": "fa:16:3e:eb:34:6e", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6897ac-86", "ovs_interfaceid": "3f6897ac-8662-4495-8288-c238d8054a94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.731822] env[62859]: DEBUG nova.compute.manager [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.732193] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.733554] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db9a3f-7db6-44ce-a9bd-9b3f36d61a94 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.744198] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.744489] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed50f8ba-7299-44e7-9209-3fe6454ba01b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.751659] env[62859]: DEBUG oslo_vmware.api [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 818.751659] env[62859]: value = "task-2537990" [ 818.751659] env[62859]: _type = "Task" [ 818.751659] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.761124] env[62859]: DEBUG oslo_vmware.api [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.970151] env[62859]: DEBUG nova.compute.utils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.971525] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.972055] env[62859]: DEBUG nova.compute.manager [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.972206] env[62859]: DEBUG nova.network.neutron [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.988449] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537987, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.025677] env[62859]: DEBUG nova.policy [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36a25acc7bb144bcb56d5fa13d60cbe0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d384eb24267405ebf75b757d40d5da3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.031153] env[62859]: DEBUG oslo_concurrency.lockutils [req-45a94ac9-dfe2-4058-aa8d-23f54da65db7 req-80fd9e20-cd1f-4fd8-b112-e9ffe502ae73 service nova] Releasing lock "refresh_cache-b155732f-3bc6-46ad-b419-0489ca62be0b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.268074] env[62859]: DEBUG oslo_vmware.api [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537990, 'name': PowerOffVM_Task, 'duration_secs': 0.183003} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.271870] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.272066] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.272730] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71217f05-4840-4031-b0a3-e790752b8bb5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.334488] env[62859]: DEBUG nova.network.neutron [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Successfully created port: 5e1ab97e-a054-49c7-9160-53c6c999ffd9 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.363993] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.363993] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.363993] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Deleting the datastore file [datastore1] e001c8a9-27bb-4957-82be-e2349a5a889c {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.364164] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58d4d280-a574-452e-92bb-0c6533d12c48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.376190] env[62859]: DEBUG oslo_vmware.api [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for the task: (returnval){ [ 819.376190] env[62859]: value = "task-2537992" [ 819.376190] env[62859]: _type = "Task" [ 819.376190] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.382968] env[62859]: DEBUG oslo_vmware.api [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.468454] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.475665] env[62859]: DEBUG nova.compute.manager [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.495970] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537987, 'name': CreateVM_Task, 'duration_secs': 1.965642} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.496532] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.497318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.497563] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.497901] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.498269] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2fffaa-1764-4fae-b0ca-fdf1062e9390 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.504529] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 819.504529] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52df6276-4fe6-d2f0-755f-cf9f055f3d9c" [ 819.504529] env[62859]: _type = "Task" [ 819.504529] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.516653] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52df6276-4fe6-d2f0-755f-cf9f055f3d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.616855] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8e70ff-6e14-4be4-ad98-04c556c6e348 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.625553] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8f1bb1-5b88-4922-ab3e-fe051a7b0c2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.656981] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95baec7-641d-42b3-a3bf-4e48989c7c7f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.666223] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0578883-fcf3-455b-a6e4-2ddf2d18ad7e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.682321] env[62859]: DEBUG nova.compute.provider_tree [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.886176] env[62859]: DEBUG oslo_vmware.api [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Task: {'id': task-2537992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14626} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.886483] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.886670] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.886844] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.887046] env[62859]: INFO nova.compute.manager [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 819.887440] env[62859]: DEBUG oslo.service.loopingcall [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.887547] env[62859]: DEBUG nova.compute.manager [-] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.887647] env[62859]: DEBUG nova.network.neutron [-] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.967633] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.015465] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52df6276-4fe6-d2f0-755f-cf9f055f3d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.015098} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.015769] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.016021] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.016359] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.016514] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.016696] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.016963] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c959b538-4f21-47b5-a46e-14b65c7987f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.028025] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.028225] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.029066] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bde8a1c-8585-464c-87e4-ebb43e6719b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.040030] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 820.040030] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52718421-e2fa-2c03-9ff8-dae7c89d601e" [ 820.040030] env[62859]: _type = "Task" [ 820.040030] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.051839] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52718421-e2fa-2c03-9ff8-dae7c89d601e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.185639] env[62859]: DEBUG nova.scheduler.client.report [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.292879] env[62859]: DEBUG nova.compute.manager [req-11f3623c-85ae-4440-9027-d3266e0eb352 req-a8883e9c-8854-48c4-a35c-37fc3868c365 service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Received event network-vif-deleted-a0fcb970-34e2-4754-99aa-29a7d4c8aa09 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.293116] env[62859]: INFO nova.compute.manager [req-11f3623c-85ae-4440-9027-d3266e0eb352 req-a8883e9c-8854-48c4-a35c-37fc3868c365 service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Neutron deleted interface a0fcb970-34e2-4754-99aa-29a7d4c8aa09; detaching it from the instance and deleting it from the info cache [ 820.293359] env[62859]: DEBUG nova.network.neutron [req-11f3623c-85ae-4440-9027-d3266e0eb352 req-a8883e9c-8854-48c4-a35c-37fc3868c365 service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.467628] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537989, 'name': ReconfigVM_Task, 'duration_secs': 1.797567} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.467897] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 1b630352-7e66-49c5-9601-c0f94b0d00e0/1b630352-7e66-49c5-9601-c0f94b0d00e0.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.468595] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9783461f-96f5-494a-8418-84462f65bc0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.477365] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 820.477365] env[62859]: value = "task-2537993" [ 820.477365] env[62859]: _type = "Task" [ 820.477365] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.487402] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537993, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.496881] env[62859]: DEBUG nova.compute.manager [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.527973] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.528266] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.528439] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.528626] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.528775] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.528921] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.529353] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.529539] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.529716] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.529880] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.530069] env[62859]: DEBUG nova.virt.hardware [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.530925] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4819b2d-14b6-466e-a7ca-256270b6087d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.543856] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14065caa-0f90-4932-8214-31764784f0ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.563857] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52718421-e2fa-2c03-9ff8-dae7c89d601e, 'name': SearchDatastore_Task, 'duration_secs': 0.014137} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.565270] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae673dd-dc6f-4c04-983a-603e6e688b50 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.571849] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 820.571849] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b42caf-d87d-a7b7-97f2-762a0d9f472e" [ 820.571849] env[62859]: _type = "Task" [ 820.571849] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.580903] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b42caf-d87d-a7b7-97f2-762a0d9f472e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.690088] env[62859]: DEBUG oslo_concurrency.lockutils [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.695643] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.553s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.695643] env[62859]: INFO nova.compute.claims [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.732138] env[62859]: INFO nova.scheduler.client.report [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Deleted allocations for instance a6f3cd92-f6a3-4748-a052-d9b124ce5876 [ 820.757439] env[62859]: DEBUG nova.network.neutron [-] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.797456] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b54292bf-ee38-4b0b-a582-cdf45e1265eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.811324] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96dd8c2-336a-4b43-9cfa-d8213e7bc6f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.824804] env[62859]: DEBUG nova.compute.manager [req-dc2f6285-8c0c-474f-a29c-2b94737ad261 req-46e8b8ae-9602-4073-9e04-521c015ebeae service nova] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Received event network-vif-plugged-5e1ab97e-a054-49c7-9160-53c6c999ffd9 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.824804] env[62859]: DEBUG oslo_concurrency.lockutils [req-dc2f6285-8c0c-474f-a29c-2b94737ad261 req-46e8b8ae-9602-4073-9e04-521c015ebeae service nova] Acquiring lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.824804] env[62859]: DEBUG oslo_concurrency.lockutils [req-dc2f6285-8c0c-474f-a29c-2b94737ad261 req-46e8b8ae-9602-4073-9e04-521c015ebeae service nova] Lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.824804] env[62859]: DEBUG oslo_concurrency.lockutils [req-dc2f6285-8c0c-474f-a29c-2b94737ad261 req-46e8b8ae-9602-4073-9e04-521c015ebeae service nova] Lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.824804] env[62859]: DEBUG nova.compute.manager [req-dc2f6285-8c0c-474f-a29c-2b94737ad261 req-46e8b8ae-9602-4073-9e04-521c015ebeae service nova] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] No waiting events found dispatching network-vif-plugged-5e1ab97e-a054-49c7-9160-53c6c999ffd9 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.824956] env[62859]: WARNING nova.compute.manager [req-dc2f6285-8c0c-474f-a29c-2b94737ad261 req-46e8b8ae-9602-4073-9e04-521c015ebeae service nova] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Received unexpected event network-vif-plugged-5e1ab97e-a054-49c7-9160-53c6c999ffd9 for instance with vm_state building and task_state spawning. [ 820.853576] env[62859]: DEBUG nova.compute.manager [req-11f3623c-85ae-4440-9027-d3266e0eb352 req-a8883e9c-8854-48c4-a35c-37fc3868c365 service nova] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Detach interface failed, port_id=a0fcb970-34e2-4754-99aa-29a7d4c8aa09, reason: Instance e001c8a9-27bb-4957-82be-e2349a5a889c could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 820.907057] env[62859]: DEBUG nova.network.neutron [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Successfully updated port: 5e1ab97e-a054-49c7-9160-53c6c999ffd9 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.988188] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537993, 'name': Rename_Task, 'duration_secs': 0.249494} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.988503] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.988792] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b891c9f8-8424-412e-bbdd-0a32472dc369 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.997102] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 820.997102] env[62859]: value = "task-2537994" [ 820.997102] env[62859]: _type = "Task" [ 820.997102] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.006432] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.083561] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b42caf-d87d-a7b7-97f2-762a0d9f472e, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.083850] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.084104] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b155732f-3bc6-46ad-b419-0489ca62be0b/b155732f-3bc6-46ad-b419-0489ca62be0b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.084374] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c7c1a2d-57e9-48d8-b962-c1e3fa190a91 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.092958] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 821.092958] env[62859]: value = "task-2537995" [ 821.092958] env[62859]: _type = "Task" [ 821.092958] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.103582] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.244352] env[62859]: DEBUG oslo_concurrency.lockutils [None req-00286a94-ee6c-4d59-ad15-59b3bdbc8331 tempest-FloatingIPsAssociationTestJSON-2065221556 tempest-FloatingIPsAssociationTestJSON-2065221556-project-member] Lock "a6f3cd92-f6a3-4748-a052-d9b124ce5876" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.735s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.261492] env[62859]: INFO nova.compute.manager [-] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Took 1.37 seconds to deallocate network for instance. [ 821.410115] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "refresh_cache-a6336d6b-6911-43fd-80b8-1d2e74accf2d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.410398] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquired lock "refresh_cache-a6336d6b-6911-43fd-80b8-1d2e74accf2d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.410590] env[62859]: DEBUG nova.network.neutron [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.508690] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.604146] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537995, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.766338] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1986a-f629-98c7-3c80-6dc8e81276f7/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 821.767281] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159607e0-bcf5-4317-961c-b5c0bc9a9fa5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.770596] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.777467] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1986a-f629-98c7-3c80-6dc8e81276f7/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 821.777662] env[62859]: ERROR oslo_vmware.rw_handles [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1986a-f629-98c7-3c80-6dc8e81276f7/disk-0.vmdk due to incomplete transfer. [ 821.777906] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4db382bd-d36b-4829-81de-c0858a28e7fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.786730] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e1986a-f629-98c7-3c80-6dc8e81276f7/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 821.786953] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Uploaded image 76ee26b7-2e3b-408f-8534-eb9d97e0c28b to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 821.788482] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.788758] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68bab73a-f489-4cdb-aa46-a575d80d7a47 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.798606] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 821.798606] env[62859]: value = "task-2537996" [ 821.798606] env[62859]: _type = "Task" [ 821.798606] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.807862] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537996, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.943920] env[62859]: DEBUG nova.network.neutron [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.010193] env[62859]: DEBUG oslo_vmware.api [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2537994, 'name': PowerOnVM_Task, 'duration_secs': 0.633378} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.014814] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.015142] env[62859]: INFO nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Took 9.79 seconds to spawn the instance on the hypervisor. [ 822.015359] env[62859]: DEBUG nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.016374] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67ced09-643b-4ee5-9286-29346a962112 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.091015] env[62859]: DEBUG nova.network.neutron [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Updating instance_info_cache with network_info: [{"id": "5e1ab97e-a054-49c7-9160-53c6c999ffd9", "address": "fa:16:3e:86:9e:96", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1ab97e-a0", "ovs_interfaceid": "5e1ab97e-a054-49c7-9160-53c6c999ffd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.110014] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646792} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.110287] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] b155732f-3bc6-46ad-b419-0489ca62be0b/b155732f-3bc6-46ad-b419-0489ca62be0b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.110736] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.111037] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e67d8f7b-bd80-48b6-b606-bbd21aa60d47 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.121129] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 822.121129] env[62859]: value = "task-2537997" [ 822.121129] env[62859]: _type = "Task" [ 822.121129] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.131270] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.212392] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d040eae-30ac-42b5-bd7f-97bf6bd10767 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.222601] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e6a3e-7d3a-4566-bde0-04b028153d67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.257928] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09340027-e77a-41e1-a0f9-56161356fb54 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.266056] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79f666d-7612-4bc2-9d48-18c23a515589 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.287721] env[62859]: DEBUG nova.compute.provider_tree [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.309531] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537996, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.536857] env[62859]: INFO nova.compute.manager [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Took 48.86 seconds to build instance. [ 822.593626] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Releasing lock "refresh_cache-a6336d6b-6911-43fd-80b8-1d2e74accf2d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.593962] env[62859]: DEBUG nova.compute.manager [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Instance network_info: |[{"id": "5e1ab97e-a054-49c7-9160-53c6c999ffd9", "address": "fa:16:3e:86:9e:96", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1ab97e-a0", "ovs_interfaceid": "5e1ab97e-a054-49c7-9160-53c6c999ffd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.594424] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:9e:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e1ab97e-a054-49c7-9160-53c6c999ffd9', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.602144] env[62859]: DEBUG oslo.service.loopingcall [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.602809] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.603080] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2814e3-fb5c-4a2f-a7e4-50637be514d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.626933] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.626933] env[62859]: value = "task-2537998" [ 822.626933] env[62859]: _type = "Task" [ 822.626933] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.634265] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076702} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.634894] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.635708] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc05a96-5a3c-4c17-b568-80fcbf119781 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.641277] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537998, 'name': CreateVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.661658] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] b155732f-3bc6-46ad-b419-0489ca62be0b/b155732f-3bc6-46ad-b419-0489ca62be0b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.661967] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00284f7b-2152-40fb-9a59-6cbb4501651f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.686086] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 822.686086] env[62859]: value = "task-2537999" [ 822.686086] env[62859]: _type = "Task" [ 822.686086] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.697899] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.791217] env[62859]: DEBUG nova.scheduler.client.report [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.810893] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537996, 'name': Destroy_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.856940] env[62859]: DEBUG nova.compute.manager [req-696c2551-e2cd-4a7f-83e5-6b2c0d3533b7 req-e4dcf0ff-a60e-41df-ad54-c6415aa13747 service nova] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Received event network-changed-5e1ab97e-a054-49c7-9160-53c6c999ffd9 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.857286] env[62859]: DEBUG nova.compute.manager [req-696c2551-e2cd-4a7f-83e5-6b2c0d3533b7 req-e4dcf0ff-a60e-41df-ad54-c6415aa13747 service nova] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Refreshing instance network info cache due to event network-changed-5e1ab97e-a054-49c7-9160-53c6c999ffd9. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.857361] env[62859]: DEBUG oslo_concurrency.lockutils [req-696c2551-e2cd-4a7f-83e5-6b2c0d3533b7 req-e4dcf0ff-a60e-41df-ad54-c6415aa13747 service nova] Acquiring lock "refresh_cache-a6336d6b-6911-43fd-80b8-1d2e74accf2d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.857553] env[62859]: DEBUG oslo_concurrency.lockutils [req-696c2551-e2cd-4a7f-83e5-6b2c0d3533b7 req-e4dcf0ff-a60e-41df-ad54-c6415aa13747 service nova] Acquired lock "refresh_cache-a6336d6b-6911-43fd-80b8-1d2e74accf2d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.857712] env[62859]: DEBUG nova.network.neutron [req-696c2551-e2cd-4a7f-83e5-6b2c0d3533b7 req-e4dcf0ff-a60e-41df-ad54-c6415aa13747 service nova] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Refreshing network info cache for port 5e1ab97e-a054-49c7-9160-53c6c999ffd9 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.040971] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e9c6334-5790-4630-9429-8b27d8954f41 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "1b630352-7e66-49c5-9601-c0f94b0d00e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.491s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.137709] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2537998, 'name': CreateVM_Task, 'duration_secs': 0.384275} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.138016] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.138739] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.138953] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.139316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.139606] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b4ec3b-b99a-4b64-a010-8bd60a77f7dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.144775] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 823.144775] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cb3cfd-0ed2-764a-1a07-8974c276850e" [ 823.144775] env[62859]: _type = "Task" [ 823.144775] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.153305] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cb3cfd-0ed2-764a-1a07-8974c276850e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.200254] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.297091] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.297621] env[62859]: DEBUG nova.compute.manager [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.300806] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.301s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.313965] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2537996, 'name': Destroy_Task, 'duration_secs': 1.117525} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.314276] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Destroyed the VM [ 823.314519] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 823.314853] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5fe2d9cc-532c-4276-bbac-21c4f5cf1451 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.325463] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 823.325463] env[62859]: value = "task-2538000" [ 823.325463] env[62859]: _type = "Task" [ 823.325463] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.334816] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538000, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.548818] env[62859]: DEBUG nova.compute.manager [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.621497] env[62859]: DEBUG nova.network.neutron [req-696c2551-e2cd-4a7f-83e5-6b2c0d3533b7 req-e4dcf0ff-a60e-41df-ad54-c6415aa13747 service nova] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Updated VIF entry in instance network info cache for port 5e1ab97e-a054-49c7-9160-53c6c999ffd9. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.621497] env[62859]: DEBUG nova.network.neutron [req-696c2551-e2cd-4a7f-83e5-6b2c0d3533b7 req-e4dcf0ff-a60e-41df-ad54-c6415aa13747 service nova] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Updating instance_info_cache with network_info: [{"id": "5e1ab97e-a054-49c7-9160-53c6c999ffd9", "address": "fa:16:3e:86:9e:96", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e1ab97e-a0", "ovs_interfaceid": "5e1ab97e-a054-49c7-9160-53c6c999ffd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.658363] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cb3cfd-0ed2-764a-1a07-8974c276850e, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.658741] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.659020] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.659294] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.659795] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.659795] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.660018] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65b71850-ecc3-4ab6-a65c-6721c9779e76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.671363] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.671739] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.672522] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884956bd-6a59-48ae-91f6-b515da917590 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.681238] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 823.681238] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e5031a-be81-e291-49ed-40224d91e6a0" [ 823.681238] env[62859]: _type = "Task" [ 823.681238] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.695367] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e5031a-be81-e291-49ed-40224d91e6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.696595] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bec48b0-f688-4fd6-bf99-6c073b8daf13 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.702740] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2537999, 'name': ReconfigVM_Task, 'duration_secs': 0.756828} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.703472] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] b155732f-3bc6-46ad-b419-0489ca62be0b/b155732f-3bc6-46ad-b419-0489ca62be0b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.704188] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781c201f-1071-4c96-b99b-ff597f2ca764 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.706920] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 823.706920] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aff067-936b-f6b6-0eed-7f2b5213c176" [ 823.706920] env[62859]: _type = "Task" [ 823.706920] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.713802] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 823.713802] env[62859]: value = "task-2538001" [ 823.713802] env[62859]: _type = "Task" [ 823.713802] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.716894] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aff067-936b-f6b6-0eed-7f2b5213c176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.726881] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538001, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.804431] env[62859]: DEBUG nova.compute.utils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.805967] env[62859]: DEBUG nova.compute.manager [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.806174] env[62859]: DEBUG nova.network.neutron [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.811726] env[62859]: INFO nova.compute.claims [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.836119] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538000, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.859762] env[62859]: DEBUG nova.policy [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e831938720b247709f0f4d5500bf4481', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '969b002d8e674b94b1103b2588f8ce85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.085019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.125954] env[62859]: DEBUG oslo_concurrency.lockutils [req-696c2551-e2cd-4a7f-83e5-6b2c0d3533b7 req-e4dcf0ff-a60e-41df-ad54-c6415aa13747 service nova] Releasing lock "refresh_cache-a6336d6b-6911-43fd-80b8-1d2e74accf2d" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.220164] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aff067-936b-f6b6-0eed-7f2b5213c176, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.221187] env[62859]: DEBUG nova.network.neutron [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Successfully created port: 305330bc-c4d3-4a11-ba96-4ea969f6c2ba {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.228814] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.229274] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a6336d6b-6911-43fd-80b8-1d2e74accf2d/a6336d6b-6911-43fd-80b8-1d2e74accf2d.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.229365] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-221fbeae-784c-467b-835e-bda42ad7450a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.239480] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538001, 'name': Rename_Task, 'duration_secs': 0.2556} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.240991] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.241367] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 824.241367] env[62859]: value = "task-2538002" [ 824.241367] env[62859]: _type = "Task" [ 824.241367] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.241777] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd49a5f9-bdbf-4ef3-b9b1-bc2eb6ee6c48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.255268] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.255634] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 824.255634] env[62859]: value = "task-2538003" [ 824.255634] env[62859]: _type = "Task" [ 824.255634] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.265390] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.310524] env[62859]: DEBUG nova.compute.utils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.319782] env[62859]: INFO nova.compute.resource_tracker [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating resource usage from migration 0d984a05-ca2c-4a5c-95bc-bf3941a8520e [ 824.342718] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538000, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.348985] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "4b90acba-4b78-47fb-984e-00f2b447ad7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.349351] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "4b90acba-4b78-47fb-984e-00f2b447ad7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.349630] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "4b90acba-4b78-47fb-984e-00f2b447ad7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.349887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "4b90acba-4b78-47fb-984e-00f2b447ad7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.350150] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "4b90acba-4b78-47fb-984e-00f2b447ad7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.353072] env[62859]: INFO nova.compute.manager [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Terminating instance [ 824.755696] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.771102] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.817055] env[62859]: DEBUG nova.compute.manager [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.837605] env[62859]: DEBUG oslo_vmware.api [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538000, 'name': RemoveSnapshot_Task, 'duration_secs': 1.07954} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.837927] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 824.838179] env[62859]: INFO nova.compute.manager [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Took 22.00 seconds to snapshot the instance on the hypervisor. [ 824.859824] env[62859]: DEBUG nova.compute.manager [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.860050] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.861895] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d005df3-a4c0-4c1e-90a5-82bbc02c6295 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.872578] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.875727] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b27d83e-22ba-48b8-b174-97075a5d6f30 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.885040] env[62859]: DEBUG oslo_vmware.api [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 824.885040] env[62859]: value = "task-2538004" [ 824.885040] env[62859]: _type = "Task" [ 824.885040] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.920608] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c966cc40-8ced-4e22-bd65-2e348c2c37db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.928464] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c895b1-a146-483b-94a9-884bfa195567 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.961822] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9cbdd-2ee8-4ed8-ab19-4caa4dc27805 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.971086] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad964559-a294-4ad5-bab9-71299a3a9f96 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.986753] env[62859]: DEBUG nova.compute.provider_tree [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.260100] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602184} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.264042] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a6336d6b-6911-43fd-80b8-1d2e74accf2d/a6336d6b-6911-43fd-80b8-1d2e74accf2d.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.264042] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.264042] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b2929bc-9ff5-4c07-af77-91fd0182d8e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.274461] env[62859]: DEBUG oslo_vmware.api [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538003, 'name': PowerOnVM_Task, 'duration_secs': 0.66856} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.277395] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.277395] env[62859]: INFO nova.compute.manager [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Took 10.42 seconds to spawn the instance on the hypervisor. [ 825.277503] env[62859]: DEBUG nova.compute.manager [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.277812] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 825.277812] env[62859]: value = "task-2538005" [ 825.277812] env[62859]: _type = "Task" [ 825.277812] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.278585] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f584f-f96f-4e7d-bd42-0acd20c40ec5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.295210] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.398032] env[62859]: DEBUG oslo_vmware.api [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538004, 'name': PowerOffVM_Task, 'duration_secs': 0.299543} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.400630] env[62859]: DEBUG nova.compute.manager [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Found 3 images (rotation: 2) {{(pid=62859) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 825.400868] env[62859]: DEBUG nova.compute.manager [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Rotating out 1 backups {{(pid=62859) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 825.401087] env[62859]: DEBUG nova.compute.manager [None req-b2ce7215-80dc-4cac-9090-167f77771500 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deleting image eb202769-0385-4f20-9eca-3cea428acd95 {{(pid=62859) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 825.403138] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.403387] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.404147] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ed3a385-b869-46c5-a034-67fc95d0e595 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.491041] env[62859]: DEBUG nova.scheduler.client.report [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.721700] env[62859]: DEBUG nova.compute.manager [req-fd930892-44d0-4368-b9ef-1dc741262247 req-be57f21e-af5f-4287-972b-6af7c3e2513a service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Received event network-vif-plugged-305330bc-c4d3-4a11-ba96-4ea969f6c2ba {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 825.721923] env[62859]: DEBUG oslo_concurrency.lockutils [req-fd930892-44d0-4368-b9ef-1dc741262247 req-be57f21e-af5f-4287-972b-6af7c3e2513a service nova] Acquiring lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.722160] env[62859]: DEBUG oslo_concurrency.lockutils [req-fd930892-44d0-4368-b9ef-1dc741262247 req-be57f21e-af5f-4287-972b-6af7c3e2513a service nova] Lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.722334] env[62859]: DEBUG oslo_concurrency.lockutils [req-fd930892-44d0-4368-b9ef-1dc741262247 req-be57f21e-af5f-4287-972b-6af7c3e2513a service nova] Lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.722503] env[62859]: DEBUG nova.compute.manager [req-fd930892-44d0-4368-b9ef-1dc741262247 req-be57f21e-af5f-4287-972b-6af7c3e2513a service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] No waiting events found dispatching network-vif-plugged-305330bc-c4d3-4a11-ba96-4ea969f6c2ba {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.722864] env[62859]: WARNING nova.compute.manager [req-fd930892-44d0-4368-b9ef-1dc741262247 req-be57f21e-af5f-4287-972b-6af7c3e2513a service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Received unexpected event network-vif-plugged-305330bc-c4d3-4a11-ba96-4ea969f6c2ba for instance with vm_state building and task_state spawning. [ 825.792009] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.807028] env[62859]: INFO nova.compute.manager [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Took 50.33 seconds to build instance. [ 825.823889] env[62859]: DEBUG nova.network.neutron [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Successfully updated port: 305330bc-c4d3-4a11-ba96-4ea969f6c2ba {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.827371] env[62859]: DEBUG nova.compute.manager [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.854184] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:27:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='709128633',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1276136035',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.854184] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.854184] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.854184] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.854184] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.854184] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.854532] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.854749] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.854935] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.855175] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.855379] env[62859]: DEBUG nova.virt.hardware [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.856551] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460581da-842b-48ea-9482-f983ea7b852a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.866515] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61e2f9b-8aac-4acd-b2fe-87c64d284d17 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.999219] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.698s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.999454] env[62859]: INFO nova.compute.manager [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Migrating [ 826.006624] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.304s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.008192] env[62859]: INFO nova.compute.claims [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.297281] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.687602} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.297660] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.298566] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b5c576-a0d2-40dc-af44-e3183b84c4a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.304852] env[62859]: DEBUG oslo_concurrency.lockutils [None req-416f8406-5bfe-4d65-9dc2-d9d8918a14ad tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.756s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.322617] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] a6336d6b-6911-43fd-80b8-1d2e74accf2d/a6336d6b-6911-43fd-80b8-1d2e74accf2d.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.323387] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cde0aa3-dd0a-49f4-a076-b4991a6e21cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.338519] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "refresh_cache-4e5ff9cf-e8b2-4459-9036-36f0ebad5858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.338684] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquired lock "refresh_cache-4e5ff9cf-e8b2-4459-9036-36f0ebad5858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.338836] env[62859]: DEBUG nova.network.neutron [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.347833] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 826.347833] env[62859]: value = "task-2538007" [ 826.347833] env[62859]: _type = "Task" [ 826.347833] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.360034] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.519404] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.519594] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.521112] env[62859]: DEBUG nova.network.neutron [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.631881] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.633153] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.633596] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Deleting the datastore file [datastore2] 4b90acba-4b78-47fb-984e-00f2b447ad7b {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.634066] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9484d5a3-8512-4be3-91cc-3a1bc7068e65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.643560] env[62859]: DEBUG oslo_vmware.api [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 826.643560] env[62859]: value = "task-2538008" [ 826.643560] env[62859]: _type = "Task" [ 826.643560] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.654441] env[62859]: DEBUG oslo_vmware.api [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.858911] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538007, 'name': ReconfigVM_Task, 'duration_secs': 0.32419} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.859359] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] a6336d6b-6911-43fd-80b8-1d2e74accf2d/a6336d6b-6911-43fd-80b8-1d2e74accf2d.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.859833] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-035e1273-0a7d-4d9a-9691-4c4543fbeae8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.867527] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 826.867527] env[62859]: value = "task-2538009" [ 826.867527] env[62859]: _type = "Task" [ 826.867527] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.873046] env[62859]: DEBUG nova.network.neutron [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.878335] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538009, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.035680] env[62859]: DEBUG nova.network.neutron [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Updating instance_info_cache with network_info: [{"id": "305330bc-c4d3-4a11-ba96-4ea969f6c2ba", "address": "fa:16:3e:78:f8:41", "network": {"id": "1db4cacf-9765-426d-960f-ae5321eafaa7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1277519925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "969b002d8e674b94b1103b2588f8ce85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305330bc-c4", "ovs_interfaceid": "305330bc-c4d3-4a11-ba96-4ea969f6c2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.154485] env[62859]: DEBUG oslo_vmware.api [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155749} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.157630] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.157864] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.158282] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.158282] env[62859]: INFO nova.compute.manager [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Took 2.30 seconds to destroy the instance on the hypervisor. [ 827.158636] env[62859]: DEBUG oslo.service.loopingcall [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.158871] env[62859]: DEBUG nova.compute.manager [-] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.158968] env[62859]: DEBUG nova.network.neutron [-] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.378618] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538009, 'name': Rename_Task, 'duration_secs': 0.153411} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.381139] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.381573] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-755cb328-48bc-461e-b204-e29f67662cce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.385265] env[62859]: DEBUG nova.network.neutron [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance_info_cache with network_info: [{"id": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "address": "fa:16:3e:4d:7b:52", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7dedc2-ef", "ovs_interfaceid": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.389103] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 827.389103] env[62859]: value = "task-2538010" [ 827.389103] env[62859]: _type = "Task" [ 827.389103] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.400539] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.496448] env[62859]: DEBUG oslo_concurrency.lockutils [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "b155732f-3bc6-46ad-b419-0489ca62be0b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.496663] env[62859]: DEBUG oslo_concurrency.lockutils [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.496832] env[62859]: DEBUG nova.compute.manager [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.497927] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125126fa-6e32-4ce6-9622-db4a08177289 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.508384] env[62859]: DEBUG nova.compute.manager [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 827.508997] env[62859]: DEBUG nova.objects.instance [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lazy-loading 'flavor' on Instance uuid b155732f-3bc6-46ad-b419-0489ca62be0b {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.538431] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Releasing lock "refresh_cache-4e5ff9cf-e8b2-4459-9036-36f0ebad5858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.538769] env[62859]: DEBUG nova.compute.manager [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Instance network_info: |[{"id": "305330bc-c4d3-4a11-ba96-4ea969f6c2ba", "address": "fa:16:3e:78:f8:41", "network": {"id": "1db4cacf-9765-426d-960f-ae5321eafaa7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1277519925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "969b002d8e674b94b1103b2588f8ce85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305330bc-c4", "ovs_interfaceid": "305330bc-c4d3-4a11-ba96-4ea969f6c2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.541681] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:f8:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c58d99d-ec12-4fc3-ab39-042b3f8cbb89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '305330bc-c4d3-4a11-ba96-4ea969f6c2ba', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.550689] env[62859]: DEBUG oslo.service.loopingcall [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.551425] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.551668] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e751050-6e52-49a1-ac05-db7938ce2495 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.574908] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.574908] env[62859]: value = "task-2538011" [ 827.574908] env[62859]: _type = "Task" [ 827.574908] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.583674] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538011, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.612734] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e4508-537a-4834-bfd4-f75720492a3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.620980] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9ada53-57df-4f03-9dc4-f38e5e804382 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.657538] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53de6b92-30c2-47ac-888b-e58a3f5f0fd4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.665836] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac01038a-79cb-4a51-bae3-a56e05057b0c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.681787] env[62859]: DEBUG nova.compute.provider_tree [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.782753] env[62859]: DEBUG nova.compute.manager [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Received event network-changed-305330bc-c4d3-4a11-ba96-4ea969f6c2ba {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.782948] env[62859]: DEBUG nova.compute.manager [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Refreshing instance network info cache due to event network-changed-305330bc-c4d3-4a11-ba96-4ea969f6c2ba. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.783214] env[62859]: DEBUG oslo_concurrency.lockutils [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] Acquiring lock "refresh_cache-4e5ff9cf-e8b2-4459-9036-36f0ebad5858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.783399] env[62859]: DEBUG oslo_concurrency.lockutils [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] Acquired lock "refresh_cache-4e5ff9cf-e8b2-4459-9036-36f0ebad5858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.783472] env[62859]: DEBUG nova.network.neutron [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Refreshing network info cache for port 305330bc-c4d3-4a11-ba96-4ea969f6c2ba {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.887302] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.903436] env[62859]: DEBUG oslo_vmware.api [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538010, 'name': PowerOnVM_Task, 'duration_secs': 0.506282} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.904385] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.904591] env[62859]: INFO nova.compute.manager [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Took 7.41 seconds to spawn the instance on the hypervisor. [ 827.904775] env[62859]: DEBUG nova.compute.manager [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.905734] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbdac5a-0b36-4c4d-939f-26d0b14ac12e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.923631] env[62859]: DEBUG nova.network.neutron [-] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.084990] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538011, 'name': CreateVM_Task, 'duration_secs': 0.330159} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.085206] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.085903] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.086425] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.086425] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 828.086736] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d06079-960c-4f6e-b466-00864272d982 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.091127] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 828.091127] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d50b01-9f29-50a1-fd93-f93ffa16f983" [ 828.091127] env[62859]: _type = "Task" [ 828.091127] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.098706] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d50b01-9f29-50a1-fd93-f93ffa16f983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.185732] env[62859]: DEBUG nova.scheduler.client.report [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.253278] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "edd39829-7fbc-4f66-813a-b1efd6197163" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.253591] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.253797] env[62859]: DEBUG nova.compute.manager [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.254692] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828bca79-c21c-400b-a28b-b356c074b54c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.261854] env[62859]: DEBUG nova.compute.manager [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 828.262468] env[62859]: DEBUG nova.objects.instance [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'flavor' on Instance uuid edd39829-7fbc-4f66-813a-b1efd6197163 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.425312] env[62859]: INFO nova.compute.manager [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Took 49.60 seconds to build instance. [ 828.427340] env[62859]: INFO nova.compute.manager [-] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Took 1.27 seconds to deallocate network for instance. [ 828.506108] env[62859]: DEBUG nova.network.neutron [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Updated VIF entry in instance network info cache for port 305330bc-c4d3-4a11-ba96-4ea969f6c2ba. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.506503] env[62859]: DEBUG nova.network.neutron [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Updating instance_info_cache with network_info: [{"id": "305330bc-c4d3-4a11-ba96-4ea969f6c2ba", "address": "fa:16:3e:78:f8:41", "network": {"id": "1db4cacf-9765-426d-960f-ae5321eafaa7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1277519925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "969b002d8e674b94b1103b2588f8ce85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305330bc-c4", "ovs_interfaceid": "305330bc-c4d3-4a11-ba96-4ea969f6c2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.518481] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.518983] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a9e8fa-0729-482b-8c88-d5be6845128e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.526078] env[62859]: DEBUG oslo_vmware.api [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 828.526078] env[62859]: value = "task-2538012" [ 828.526078] env[62859]: _type = "Task" [ 828.526078] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.535537] env[62859]: DEBUG oslo_vmware.api [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.602272] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d50b01-9f29-50a1-fd93-f93ffa16f983, 'name': SearchDatastore_Task, 'duration_secs': 0.048365} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.602669] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.602955] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.603229] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.603384] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.603565] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.604041] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86caaefe-af2b-4f61-aa7a-62c539f99cc9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.614022] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.614227] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.614954] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be99cf2f-e0ae-47bc-b519-6f40f4aec4c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.620492] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 828.620492] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520a2416-d5b6-ad4e-19a6-12affcdc9c9c" [ 828.620492] env[62859]: _type = "Task" [ 828.620492] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.628216] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520a2416-d5b6-ad4e-19a6-12affcdc9c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.690862] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.691596] env[62859]: DEBUG nova.compute.manager [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.694276] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.634s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.694500] env[62859]: DEBUG nova.objects.instance [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lazy-loading 'resources' on Instance uuid d721b901-e551-4ca3-96bb-c6e27034f55c {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.927038] env[62859]: DEBUG oslo_concurrency.lockutils [None req-92d540ea-c3ee-48fc-b454-892d4f629d51 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.195s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.934558] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.008870] env[62859]: DEBUG oslo_concurrency.lockutils [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] Releasing lock "refresh_cache-4e5ff9cf-e8b2-4459-9036-36f0ebad5858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.009723] env[62859]: DEBUG nova.compute.manager [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Received event network-vif-deleted-58d06fa7-8eaf-4d97-a63d-43a78791672b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.009723] env[62859]: INFO nova.compute.manager [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Neutron deleted interface 58d06fa7-8eaf-4d97-a63d-43a78791672b; detaching it from the instance and deleting it from the info cache [ 829.009723] env[62859]: DEBUG nova.network.neutron [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.037031] env[62859]: DEBUG oslo_vmware.api [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538012, 'name': PowerOffVM_Task, 'duration_secs': 0.388334} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.037031] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.037232] env[62859]: DEBUG nova.compute.manager [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.038326] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6ffe6d-9073-47e6-9027-a7ab09e50c3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.130856] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520a2416-d5b6-ad4e-19a6-12affcdc9c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.014315} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.131644] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d2cea6-fc5e-4aae-9815-d54d49d2bcb5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.137042] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 829.137042] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e21801-7b40-ad03-477c-44edbc991fa4" [ 829.137042] env[62859]: _type = "Task" [ 829.137042] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.145233] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e21801-7b40-ad03-477c-44edbc991fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.199083] env[62859]: DEBUG nova.compute.utils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.204471] env[62859]: DEBUG nova.compute.manager [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.204471] env[62859]: DEBUG nova.network.neutron [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.248760] env[62859]: DEBUG nova.policy [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a32f23721ebd46299867d3b026423de2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01438337da6d432e909dcc0933e6d837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.269726] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.270259] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1e60053-c057-4807-b932-a739b4cf0876 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.279700] env[62859]: DEBUG oslo_vmware.api [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 829.279700] env[62859]: value = "task-2538013" [ 829.279700] env[62859]: _type = "Task" [ 829.279700] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.291059] env[62859]: DEBUG oslo_vmware.api [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.401358] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be1d1b2-6776-48e1-8325-7e6e157b009d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.425832] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance '9045485e-14d4-4894-81be-d3b81b45a794' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.516191] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83fe5c5a-2359-4965-9782-49f6284f98f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.531629] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8e6758-8e30-4a0e-852f-3d358d4ec6e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.551987] env[62859]: DEBUG oslo_concurrency.lockutils [None req-624bfa5e-9e50-4249-aae6-02b806cfec48 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.575119] env[62859]: DEBUG nova.compute.manager [req-434831da-434f-4b5b-be77-0d62ee8a981e req-c12312ba-aab0-4ab7-9580-4cc93b1968c5 service nova] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Detach interface failed, port_id=58d06fa7-8eaf-4d97-a63d-43a78791672b, reason: Instance 4b90acba-4b78-47fb-984e-00f2b447ad7b could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 829.577652] env[62859]: DEBUG nova.network.neutron [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Successfully created port: 85691d67-2216-4f0e-94c4-0f10668fa447 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.652199] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e21801-7b40-ad03-477c-44edbc991fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.652528] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.652747] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 4e5ff9cf-e8b2-4459-9036-36f0ebad5858/4e5ff9cf-e8b2-4459-9036-36f0ebad5858.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.653637] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e105da4-4129-40a4-8309-b61544d1012f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.663877] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 829.663877] env[62859]: value = "task-2538014" [ 829.663877] env[62859]: _type = "Task" [ 829.663877] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.675759] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.704823] env[62859]: DEBUG nova.compute.manager [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.731985] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a12d80-1dae-4a3b-b148-480ca34e0478 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.739094] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c27c9-97e3-45e2-8a4b-554705eee681 tempest-ServersAdminNegativeTestJSON-944954606 tempest-ServersAdminNegativeTestJSON-944954606-project-admin] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Suspending the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 829.739384] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4c03b167-ec5d-46c1-adbb-6eb94725ee11 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.747608] env[62859]: DEBUG oslo_vmware.api [None req-bc5c27c9-97e3-45e2-8a4b-554705eee681 tempest-ServersAdminNegativeTestJSON-944954606 tempest-ServersAdminNegativeTestJSON-944954606-project-admin] Waiting for the task: (returnval){ [ 829.747608] env[62859]: value = "task-2538015" [ 829.747608] env[62859]: _type = "Task" [ 829.747608] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.757041] env[62859]: DEBUG oslo_vmware.api [None req-bc5c27c9-97e3-45e2-8a4b-554705eee681 tempest-ServersAdminNegativeTestJSON-944954606 tempest-ServersAdminNegativeTestJSON-944954606-project-admin] Task: {'id': task-2538015, 'name': SuspendVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.792853] env[62859]: DEBUG oslo_vmware.api [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538013, 'name': PowerOffVM_Task, 'duration_secs': 0.274077} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.796423] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.796649] env[62859]: DEBUG nova.compute.manager [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.798099] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3487fa3-254b-4d3f-8d08-64e6413dbab4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.842883] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbd5f88-daad-48bd-a238-7998044f1e28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.852928] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdcfbf3-dccf-4e95-8c22-fd3113c17758 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.885544] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8378de1-0d8e-4746-b618-85e745b1dc65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.893987] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1c8ca-18c2-4941-929b-12df2ff5af62 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.913784] env[62859]: DEBUG nova.compute.provider_tree [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.941321] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.941774] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96d5a55d-3b38-422b-90f1-482fa18da26d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.950477] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 829.950477] env[62859]: value = "task-2538016" [ 829.950477] env[62859]: _type = "Task" [ 829.950477] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.963812] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.137752] env[62859]: INFO nova.compute.manager [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Rebuilding instance [ 830.173648] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538014, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.182788] env[62859]: DEBUG nova.compute.manager [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.184297] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf079ce-ea68-4652-a236-245eab8c86da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.258453] env[62859]: DEBUG oslo_vmware.api [None req-bc5c27c9-97e3-45e2-8a4b-554705eee681 tempest-ServersAdminNegativeTestJSON-944954606 tempest-ServersAdminNegativeTestJSON-944954606-project-admin] Task: {'id': task-2538015, 'name': SuspendVM_Task} progress is 62%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.311797] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3d380883-8318-485b-9dd9-b3742c980bbc tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.417295] env[62859]: DEBUG nova.scheduler.client.report [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.460821] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538016, 'name': PowerOffVM_Task, 'duration_secs': 0.182326} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.461124] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.461305] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance '9045485e-14d4-4894-81be-d3b81b45a794' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.675721] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753314} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.676017] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 4e5ff9cf-e8b2-4459-9036-36f0ebad5858/4e5ff9cf-e8b2-4459-9036-36f0ebad5858.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.676288] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.676549] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbee810e-2889-4624-96b6-94fddf06d9f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.683285] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 830.683285] env[62859]: value = "task-2538017" [ 830.683285] env[62859]: _type = "Task" [ 830.683285] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.691045] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.715829] env[62859]: DEBUG nova.compute.manager [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.743231] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.743496] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.743657] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.743838] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.744023] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.744216] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.744462] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.744621] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.744787] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.744957] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.745164] env[62859]: DEBUG nova.virt.hardware [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.746097] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa74ce9e-6b7e-4266-8472-01287604abb9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.761554] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727a5569-08ef-4d32-aa2f-bc62918948ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.765587] env[62859]: DEBUG oslo_vmware.api [None req-bc5c27c9-97e3-45e2-8a4b-554705eee681 tempest-ServersAdminNegativeTestJSON-944954606 tempest-ServersAdminNegativeTestJSON-944954606-project-admin] Task: {'id': task-2538015, 'name': SuspendVM_Task, 'duration_secs': 0.875217} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.765872] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5c27c9-97e3-45e2-8a4b-554705eee681 tempest-ServersAdminNegativeTestJSON-944954606 tempest-ServersAdminNegativeTestJSON-944954606-project-admin] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Suspended the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 830.766071] env[62859]: DEBUG nova.compute.manager [None req-bc5c27c9-97e3-45e2-8a4b-554705eee681 tempest-ServersAdminNegativeTestJSON-944954606 tempest-ServersAdminNegativeTestJSON-944954606-project-admin] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.767295] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98669327-22e3-4b21-a2fe-780b84ddb79b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.923457] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.925952] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.611s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.926304] env[62859]: DEBUG nova.objects.instance [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lazy-loading 'resources' on Instance uuid 07200ce9-35db-49d6-8678-671f68160b9a {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.940659] env[62859]: INFO nova.scheduler.client.report [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Deleted allocations for instance d721b901-e551-4ca3-96bb-c6e27034f55c [ 830.967892] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.968210] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.968370] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.968513] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.968658] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.968804] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.969012] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.970708] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.970708] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.970708] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.970708] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.974957] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ebd92d-fce1-4e11-8719-fb176ed8c988 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.991482] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 830.991482] env[62859]: value = "task-2538018" [ 830.991482] env[62859]: _type = "Task" [ 830.991482] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.001130] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.119315] env[62859]: DEBUG nova.compute.manager [req-a4786a23-a6b5-4075-bfa8-a7e769e6d4f9 req-74cdd219-a4dd-459b-9c5c-aed9743763d5 service nova] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Received event network-vif-plugged-85691d67-2216-4f0e-94c4-0f10668fa447 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.119548] env[62859]: DEBUG oslo_concurrency.lockutils [req-a4786a23-a6b5-4075-bfa8-a7e769e6d4f9 req-74cdd219-a4dd-459b-9c5c-aed9743763d5 service nova] Acquiring lock "ea6ef292-ee16-4263-96be-d178eddcdca8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.119775] env[62859]: DEBUG oslo_concurrency.lockutils [req-a4786a23-a6b5-4075-bfa8-a7e769e6d4f9 req-74cdd219-a4dd-459b-9c5c-aed9743763d5 service nova] Lock "ea6ef292-ee16-4263-96be-d178eddcdca8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.119955] env[62859]: DEBUG oslo_concurrency.lockutils [req-a4786a23-a6b5-4075-bfa8-a7e769e6d4f9 req-74cdd219-a4dd-459b-9c5c-aed9743763d5 service nova] Lock "ea6ef292-ee16-4263-96be-d178eddcdca8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.120470] env[62859]: DEBUG nova.compute.manager [req-a4786a23-a6b5-4075-bfa8-a7e769e6d4f9 req-74cdd219-a4dd-459b-9c5c-aed9743763d5 service nova] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] No waiting events found dispatching network-vif-plugged-85691d67-2216-4f0e-94c4-0f10668fa447 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.120707] env[62859]: WARNING nova.compute.manager [req-a4786a23-a6b5-4075-bfa8-a7e769e6d4f9 req-74cdd219-a4dd-459b-9c5c-aed9743763d5 service nova] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Received unexpected event network-vif-plugged-85691d67-2216-4f0e-94c4-0f10668fa447 for instance with vm_state building and task_state spawning. [ 831.158531] env[62859]: DEBUG nova.network.neutron [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Successfully updated port: 85691d67-2216-4f0e-94c4-0f10668fa447 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.196227] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069215} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.196548] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.197071] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.197814] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32b5a8a-7cf6-415a-9cc1-5f638c19340b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.200422] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c214a1-79e7-40e6-959b-9cd99dfd3570 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.222846] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4e5ff9cf-e8b2-4459-9036-36f0ebad5858/4e5ff9cf-e8b2-4459-9036-36f0ebad5858.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.224688] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e85f2a-9b64-4303-8065-6b039df71cf0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.239735] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 831.239735] env[62859]: value = "task-2538019" [ 831.239735] env[62859]: _type = "Task" [ 831.239735] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.245835] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 831.245835] env[62859]: value = "task-2538020" [ 831.245835] env[62859]: _type = "Task" [ 831.245835] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.252309] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 831.252564] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.253309] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb06c4e-d794-40b2-b170-ae48620d886c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.258946] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.263056] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.263307] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c8eabb-72e6-4783-a71a-745cf8d2f063 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.336701] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.336927] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.337131] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleting the datastore file [datastore1] b155732f-3bc6-46ad-b419-0489ca62be0b {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.337403] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1be810-0254-49e8-bb7d-7ed3aaf423cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.345361] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 831.345361] env[62859]: value = "task-2538022" [ 831.345361] env[62859]: _type = "Task" [ 831.345361] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.352867] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.448471] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1815277-43d6-48b5-8ca1-dd0023a5bbfb tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "d721b901-e551-4ca3-96bb-c6e27034f55c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.061s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.500856] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538018, 'name': ReconfigVM_Task, 'duration_secs': 0.156001} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.503206] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance '9045485e-14d4-4894-81be-d3b81b45a794' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.660569] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "refresh_cache-ea6ef292-ee16-4263-96be-d178eddcdca8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.660723] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "refresh_cache-ea6ef292-ee16-4263-96be-d178eddcdca8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.660874] env[62859]: DEBUG nova.network.neutron [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.683258] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "61298cc5-f277-4ffa-a9ce-5d6998706a51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.683651] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "61298cc5-f277-4ffa-a9ce-5d6998706a51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.683757] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "61298cc5-f277-4ffa-a9ce-5d6998706a51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.683918] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "61298cc5-f277-4ffa-a9ce-5d6998706a51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.684296] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "61298cc5-f277-4ffa-a9ce-5d6998706a51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.686142] env[62859]: INFO nova.compute.manager [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Terminating instance [ 831.757985] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538020, 'name': ReconfigVM_Task, 'duration_secs': 0.350393} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.757985] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4e5ff9cf-e8b2-4459-9036-36f0ebad5858/4e5ff9cf-e8b2-4459-9036-36f0ebad5858.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.757985] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62859) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 831.758597] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-b229289e-feb3-40dc-8514-fc96528f1be2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.765953] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 831.765953] env[62859]: value = "task-2538023" [ 831.765953] env[62859]: _type = "Task" [ 831.765953] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.779606] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538023, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.855883] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180519} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.857881] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.858105] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.858290] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.891170] env[62859]: DEBUG nova.compute.manager [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Stashing vm_state: stopped {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 831.897592] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2689c2-1178-4173-8c30-238d9627b1f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.905035] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bbe111-0707-46eb-a3e3-1b665c09e117 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.938648] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e41eed-f76f-4a48-ad53-a056b745d921 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.947239] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b31740-468d-4960-a77f-c844db34cb1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.961167] env[62859]: DEBUG nova.compute.provider_tree [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.009592] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:29:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='30f64cef-9726-4f8b-9aca-d2b1e631523c',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1894630988',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.009845] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.010010] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.010235] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.010387] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.010624] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.010997] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.011039] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.011209] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.011377] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.011552] env[62859]: DEBUG nova.virt.hardware [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.016872] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 832.017150] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8d6497f-7858-4215-8d4e-6a73a29994ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.035684] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 832.035684] env[62859]: value = "task-2538024" [ 832.035684] env[62859]: _type = "Task" [ 832.035684] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.043303] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.191746] env[62859]: DEBUG nova.compute.manager [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.191997] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.192939] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0737d8e-cb11-42bd-aefa-3b9bbd69f48d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.196648] env[62859]: DEBUG nova.network.neutron [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.202669] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.202951] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca3c6160-708d-4a7f-aad3-ea495ffca7ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.209038] env[62859]: DEBUG oslo_vmware.api [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 832.209038] env[62859]: value = "task-2538025" [ 832.209038] env[62859]: _type = "Task" [ 832.209038] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.217538] env[62859]: DEBUG oslo_vmware.api [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2538025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.281027] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538023, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060259} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.283155] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62859) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 832.284172] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038e59c-d786-42e5-b3ca-86fd2b222b4f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.310846] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 4e5ff9cf-e8b2-4459-9036-36f0ebad5858/ephemeral_0.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.311082] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405cac60-0866-469d-a4e2-aeb41c776eab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.330949] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 832.330949] env[62859]: value = "task-2538026" [ 832.330949] env[62859]: _type = "Task" [ 832.330949] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.340026] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.362023] env[62859]: DEBUG nova.network.neutron [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Updating instance_info_cache with network_info: [{"id": "85691d67-2216-4f0e-94c4-0f10668fa447", "address": "fa:16:3e:2b:be:75", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85691d67-22", "ovs_interfaceid": "85691d67-2216-4f0e-94c4-0f10668fa447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.410253] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.464459] env[62859]: DEBUG nova.scheduler.client.report [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.548630] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538024, 'name': ReconfigVM_Task, 'duration_secs': 0.164217} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.548868] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 832.550066] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3350a0-9e33-4173-8eb0-45b8205d24b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.571478] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9045485e-14d4-4894-81be-d3b81b45a794/9045485e-14d4-4894-81be-d3b81b45a794.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.571540] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ef99ec-dd4f-41ce-8786-e001fe3bd7e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.591962] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 832.591962] env[62859]: value = "task-2538027" [ 832.591962] env[62859]: _type = "Task" [ 832.591962] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.600232] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.718869] env[62859]: DEBUG oslo_vmware.api [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2538025, 'name': PowerOffVM_Task, 'duration_secs': 0.187587} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.719229] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.719435] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.719691] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5572935d-686a-4cc3-b275-4f5062b35fb9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.780844] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.781084] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.781274] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Deleting the datastore file [datastore1] 61298cc5-f277-4ffa-a9ce-5d6998706a51 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.781539] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da00587f-5b56-4125-9287-103d4116a7f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.789196] env[62859]: DEBUG oslo_vmware.api [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for the task: (returnval){ [ 832.789196] env[62859]: value = "task-2538029" [ 832.789196] env[62859]: _type = "Task" [ 832.789196] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.797222] env[62859]: DEBUG oslo_vmware.api [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2538029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.840338] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538026, 'name': ReconfigVM_Task, 'duration_secs': 0.307527} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.840630] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 4e5ff9cf-e8b2-4459-9036-36f0ebad5858/ephemeral_0.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.841337] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf7f2a4e-ad99-46f0-b028-35fc3a78acf8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.847648] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 832.847648] env[62859]: value = "task-2538030" [ 832.847648] env[62859]: _type = "Task" [ 832.847648] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.855679] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538030, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.867230] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "refresh_cache-ea6ef292-ee16-4263-96be-d178eddcdca8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.867543] env[62859]: DEBUG nova.compute.manager [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Instance network_info: |[{"id": "85691d67-2216-4f0e-94c4-0f10668fa447", "address": "fa:16:3e:2b:be:75", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85691d67-22", "ovs_interfaceid": "85691d67-2216-4f0e-94c4-0f10668fa447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.870597] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:be:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85691d67-2216-4f0e-94c4-0f10668fa447', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.878185] env[62859]: DEBUG oslo.service.loopingcall [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.878389] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.878678] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02326540-1a28-4e25-bc41-32b46ae93439 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.900471] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.900710] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.900870] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.901145] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.901301] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.901451] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.901677] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.901839] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.902018] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.902186] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.902364] env[62859]: DEBUG nova.virt.hardware [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.903760] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94058060-6083-41ce-ad3c-33432c8a3bfc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.907414] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.907414] env[62859]: value = "task-2538031" [ 832.907414] env[62859]: _type = "Task" [ 832.907414] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.914125] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86774da4-2416-4d98-9513-f27255661b16 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.920947] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538031, 'name': CreateVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.932558] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:34:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f6897ac-8662-4495-8288-c238d8054a94', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.940416] env[62859]: DEBUG oslo.service.loopingcall [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.940679] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.940897] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b027e710-ef8a-4e19-901e-9c04c93f60f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.961224] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.961224] env[62859]: value = "task-2538032" [ 832.961224] env[62859]: _type = "Task" [ 832.961224] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.970157] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.972034] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538032, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.972496] env[62859]: DEBUG oslo_concurrency.lockutils [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.317s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.972733] env[62859]: DEBUG nova.objects.instance [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lazy-loading 'resources' on Instance uuid b4ee1173-3505-4096-be58-2f6f9ce6e6b6 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.988879] env[62859]: INFO nova.scheduler.client.report [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Deleted allocations for instance 07200ce9-35db-49d6-8678-671f68160b9a [ 833.101860] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538027, 'name': ReconfigVM_Task, 'duration_secs': 0.270387} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.102163] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9045485e-14d4-4894-81be-d3b81b45a794/9045485e-14d4-4894-81be-d3b81b45a794.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.102448] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance '9045485e-14d4-4894-81be-d3b81b45a794' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.148521] env[62859]: DEBUG nova.compute.manager [req-45b70213-096c-42af-8e9a-a6158bb48fdf req-729ee804-5df3-47da-86c7-7018c4777325 service nova] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Received event network-changed-85691d67-2216-4f0e-94c4-0f10668fa447 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.148786] env[62859]: DEBUG nova.compute.manager [req-45b70213-096c-42af-8e9a-a6158bb48fdf req-729ee804-5df3-47da-86c7-7018c4777325 service nova] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Refreshing instance network info cache due to event network-changed-85691d67-2216-4f0e-94c4-0f10668fa447. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 833.148986] env[62859]: DEBUG oslo_concurrency.lockutils [req-45b70213-096c-42af-8e9a-a6158bb48fdf req-729ee804-5df3-47da-86c7-7018c4777325 service nova] Acquiring lock "refresh_cache-ea6ef292-ee16-4263-96be-d178eddcdca8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.149203] env[62859]: DEBUG oslo_concurrency.lockutils [req-45b70213-096c-42af-8e9a-a6158bb48fdf req-729ee804-5df3-47da-86c7-7018c4777325 service nova] Acquired lock "refresh_cache-ea6ef292-ee16-4263-96be-d178eddcdca8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.149412] env[62859]: DEBUG nova.network.neutron [req-45b70213-096c-42af-8e9a-a6158bb48fdf req-729ee804-5df3-47da-86c7-7018c4777325 service nova] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Refreshing network info cache for port 85691d67-2216-4f0e-94c4-0f10668fa447 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.271055] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.271362] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.271932] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.272159] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.272366] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.274508] env[62859]: INFO nova.compute.manager [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Terminating instance [ 833.298162] env[62859]: DEBUG oslo_vmware.api [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Task: {'id': task-2538029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134863} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.298430] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.298620] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.298813] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.298990] env[62859]: INFO nova.compute.manager [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Took 1.11 seconds to destroy the instance on the hypervisor. [ 833.299276] env[62859]: DEBUG oslo.service.loopingcall [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.299483] env[62859]: DEBUG nova.compute.manager [-] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.299627] env[62859]: DEBUG nova.network.neutron [-] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.357715] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538030, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.418784] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538031, 'name': CreateVM_Task, 'duration_secs': 0.338161} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.418958] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.419635] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.419802] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.420135] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.420389] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3888f0-00da-4f3f-813d-f42dad19fcbf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.425245] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 833.425245] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527719dc-2dd2-2495-b17a-32968f4316cd" [ 833.425245] env[62859]: _type = "Task" [ 833.425245] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.433477] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527719dc-2dd2-2495-b17a-32968f4316cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.471060] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538032, 'name': CreateVM_Task, 'duration_secs': 0.332364} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.471281] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.471965] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.497493] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fba84be8-f1fd-4d3d-b0c0-f2f6086f174d tempest-ServerAddressesNegativeTestJSON-195448252 tempest-ServerAddressesNegativeTestJSON-195448252-project-member] Lock "07200ce9-35db-49d6-8678-671f68160b9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.846s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.609714] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04371c20-ad4e-4f14-a4de-c10938d2c479 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.637925] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8da81b6-fd4e-4958-b2e7-6fdf4d0035d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.658701] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance '9045485e-14d4-4894-81be-d3b81b45a794' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.777848] env[62859]: DEBUG nova.compute.manager [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.778061] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.779080] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f32ecf7-380b-451b-9007-874d77612225 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.791355] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.791789] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c526fc69-4e4f-44ea-8894-cb242504fe36 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.859464] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538030, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.936588] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527719dc-2dd2-2495-b17a-32968f4316cd, 'name': SearchDatastore_Task, 'duration_secs': 0.034372} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.936894] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.937151] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.937395] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.937633] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.937751] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.938056] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.938358] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.938582] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65c12625-ee3d-4253-bc64-d94044286200 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.940242] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d58d58-fa04-4f1b-81d9-dda763ea8ab3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.945577] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 833.945577] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52363ff4-778c-5f54-b109-a8b1772424c6" [ 833.945577] env[62859]: _type = "Task" [ 833.945577] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.946431] env[62859]: DEBUG nova.network.neutron [req-45b70213-096c-42af-8e9a-a6158bb48fdf req-729ee804-5df3-47da-86c7-7018c4777325 service nova] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Updated VIF entry in instance network info cache for port 85691d67-2216-4f0e-94c4-0f10668fa447. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.946918] env[62859]: DEBUG nova.network.neutron [req-45b70213-096c-42af-8e9a-a6158bb48fdf req-729ee804-5df3-47da-86c7-7018c4777325 service nova] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Updating instance_info_cache with network_info: [{"id": "85691d67-2216-4f0e-94c4-0f10668fa447", "address": "fa:16:3e:2b:be:75", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85691d67-22", "ovs_interfaceid": "85691d67-2216-4f0e-94c4-0f10668fa447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.959830] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.960104] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.965418] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-775aae3a-281b-4e70-8199-dfa016834a65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.968430] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52363ff4-778c-5f54-b109-a8b1772424c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.973924] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 833.973924] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d77d22-c7c5-2996-0ea4-0e0ddccb7394" [ 833.973924] env[62859]: _type = "Task" [ 833.973924] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.981885] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d77d22-c7c5-2996-0ea4-0e0ddccb7394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.008203] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde0a0a1-df06-4b68-948e-fea297737d05 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.015347] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33c03e4-ddd9-4209-9238-db2181554873 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.047282] env[62859]: DEBUG nova.network.neutron [-] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.049138] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850bbbac-92c2-4f25-8f31-05debae43ea8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.057136] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50bc028-96d9-49cf-8e49-3844d24da665 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.071461] env[62859]: DEBUG nova.compute.provider_tree [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.215013] env[62859]: DEBUG nova.network.neutron [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Port bc7dedc2-efdb-476b-8934-1901b7df1c97 binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 834.365053] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538030, 'name': Rename_Task, 'duration_secs': 1.178585} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.367027] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.367027] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec2d186e-c2b3-45fa-80ea-f102addfcc80 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.377021] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 834.377021] env[62859]: value = "task-2538034" [ 834.377021] env[62859]: _type = "Task" [ 834.377021] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.383253] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.460402] env[62859]: DEBUG oslo_concurrency.lockutils [req-45b70213-096c-42af-8e9a-a6158bb48fdf req-729ee804-5df3-47da-86c7-7018c4777325 service nova] Releasing lock "refresh_cache-ea6ef292-ee16-4263-96be-d178eddcdca8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.460626] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52363ff4-778c-5f54-b109-a8b1772424c6, 'name': SearchDatastore_Task, 'duration_secs': 0.027273} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.460892] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.461133] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.461385] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.484059] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d77d22-c7c5-2996-0ea4-0e0ddccb7394, 'name': SearchDatastore_Task, 'duration_secs': 0.016399} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.484907] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b88e76c-cffb-4490-aef0-7c221172a7bf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.490273] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 834.490273] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fa747b-e008-7395-989e-eca6fd60e739" [ 834.490273] env[62859]: _type = "Task" [ 834.490273] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.498407] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fa747b-e008-7395-989e-eca6fd60e739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.553137] env[62859]: INFO nova.compute.manager [-] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Took 1.25 seconds to deallocate network for instance. [ 834.575778] env[62859]: DEBUG nova.scheduler.client.report [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.884277] env[62859]: DEBUG oslo_vmware.api [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538034, 'name': PowerOnVM_Task, 'duration_secs': 0.497832} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.884567] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.884763] env[62859]: INFO nova.compute.manager [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Took 9.06 seconds to spawn the instance on the hypervisor. [ 834.884951] env[62859]: DEBUG nova.compute.manager [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.885772] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44469eed-f1f6-4e67-b758-ef7a40c04ccd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.898878] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.899113] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.899298] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Deleting the datastore file [datastore2] a6336d6b-6911-43fd-80b8-1d2e74accf2d {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.899541] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e469b3-8494-4024-9358-ec8cf0c88bbd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.907872] env[62859]: DEBUG oslo_vmware.api [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 834.907872] env[62859]: value = "task-2538035" [ 834.907872] env[62859]: _type = "Task" [ 834.907872] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.915956] env[62859]: DEBUG oslo_vmware.api [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.001616] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fa747b-e008-7395-989e-eca6fd60e739, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.001899] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.002180] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] ea6ef292-ee16-4263-96be-d178eddcdca8/ea6ef292-ee16-4263-96be-d178eddcdca8.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.002489] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.002708] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.002941] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45c00d90-ded4-49a4-b2be-a07259ac7739 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.004892] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9132fd21-0597-4a06-b39a-9409774d98bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.013602] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 835.013602] env[62859]: value = "task-2538036" [ 835.013602] env[62859]: _type = "Task" [ 835.013602] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.013602] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.013749] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.018972] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e3a7f24-3df6-42da-b85e-135faf7dbba6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.027816] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.029251] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 835.029251] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d2ad87-1e82-c58c-e0f3-19f8e679f3aa" [ 835.029251] env[62859]: _type = "Task" [ 835.029251] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.037724] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d2ad87-1e82-c58c-e0f3-19f8e679f3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.039556] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0f7c2a-9754-4b8c-bcc8-2e85126e51df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.045561] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 835.045561] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fab9e9-4fbc-0e89-0797-833f9788dc79" [ 835.045561] env[62859]: _type = "Task" [ 835.045561] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.054670] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fab9e9-4fbc-0e89-0797-833f9788dc79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.061783] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.080262] env[62859]: DEBUG oslo_concurrency.lockutils [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.085120] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 45.771s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.085120] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.085120] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 835.085120] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.085s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.085120] env[62859]: DEBUG nova.objects.instance [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lazy-loading 'resources' on Instance uuid 4c0cf0c6-1710-439a-a670-923e7bf21967 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.086583] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3cc1bb-3503-4133-a6b6-200d8d1b07bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.097952] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa178a-12c7-42ef-938b-ace944978f80 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.118416] env[62859]: INFO nova.scheduler.client.report [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Deleted allocations for instance b4ee1173-3505-4096-be58-2f6f9ce6e6b6 [ 835.121799] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2235c182-2396-48a8-af15-4c21531f3e00 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.136029] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809adb1c-3885-485b-8b97-51a706e1ebee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.167856] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178148MB free_disk=134GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 835.167974] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.190202] env[62859]: DEBUG nova.compute.manager [req-092a4386-8aec-4a34-83eb-8af069cc542e req-7aec3de1-ec10-4233-a43d-2828213392b0 service nova] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Received event network-vif-deleted-4fa12152-94a9-4c87-b61f-f4131475c516 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.237461] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "9045485e-14d4-4894-81be-d3b81b45a794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.237461] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "9045485e-14d4-4894-81be-d3b81b45a794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.237461] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "9045485e-14d4-4894-81be-d3b81b45a794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.404032] env[62859]: INFO nova.compute.manager [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Took 54.29 seconds to build instance. [ 835.419860] env[62859]: DEBUG oslo_vmware.api [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197802} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.420139] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.420381] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.420585] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.420827] env[62859]: INFO nova.compute.manager [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 835.421320] env[62859]: DEBUG oslo.service.loopingcall [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.421320] env[62859]: DEBUG nova.compute.manager [-] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.421459] env[62859]: DEBUG nova.network.neutron [-] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.524564] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538036, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.557380] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fab9e9-4fbc-0e89-0797-833f9788dc79, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.557646] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.557961] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] b155732f-3bc6-46ad-b419-0489ca62be0b/b155732f-3bc6-46ad-b419-0489ca62be0b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.558200] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e68d794d-041a-4ef7-a2bb-ccfb036209d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.564537] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 835.564537] env[62859]: value = "task-2538037" [ 835.564537] env[62859]: _type = "Task" [ 835.564537] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.572848] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.630307] env[62859]: DEBUG oslo_concurrency.lockutils [None req-66051585-2503-4c2a-a79a-28ace8491504 tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "b4ee1173-3505-4096-be58-2f6f9ce6e6b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.067s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.906290] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c3c1664c-3084-4d90-baa1-884295d0748f tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.326s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.027392] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534317} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.027954] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] ea6ef292-ee16-4263-96be-d178eddcdca8/ea6ef292-ee16-4263-96be-d178eddcdca8.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.028926] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.029334] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84fea476-c4d5-40a4-96c3-dc7bde1cc3d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.041019] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 836.041019] env[62859]: value = "task-2538038" [ 836.041019] env[62859]: _type = "Task" [ 836.041019] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.047272] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.074180] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538037, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.124114] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ecade-e9fc-4fa5-a71d-c51a8dabc170 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.131489] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d7549-f71b-4a28-a8a1-850caf35600f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.162933] env[62859]: DEBUG nova.network.neutron [-] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.170227] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d1e454-e226-478b-b7bf-72be17f5967e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.179092] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2557bf-1675-41b5-baed-c0cdcc63fffc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.197180] env[62859]: DEBUG nova.compute.provider_tree [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.509924] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.509924] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.509924] env[62859]: DEBUG nova.network.neutron [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.552022] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065123} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.552022] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.552022] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf9ab3b-0223-4818-bec6-e145d72d2711 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.572483] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] ea6ef292-ee16-4263-96be-d178eddcdca8/ea6ef292-ee16-4263-96be-d178eddcdca8.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.572831] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27b3e8e-5fd8-48dd-851c-aa21c2336005 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.596959] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518695} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.598168] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] b155732f-3bc6-46ad-b419-0489ca62be0b/b155732f-3bc6-46ad-b419-0489ca62be0b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.598372] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.598690] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 836.598690] env[62859]: value = "task-2538039" [ 836.598690] env[62859]: _type = "Task" [ 836.598690] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.598886] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34e14a4b-139c-448f-b547-7222fa0f50a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.607906] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.609012] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 836.609012] env[62859]: value = "task-2538040" [ 836.609012] env[62859]: _type = "Task" [ 836.609012] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.616821] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.670338] env[62859]: INFO nova.compute.manager [-] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Took 1.25 seconds to deallocate network for instance. [ 836.701269] env[62859]: DEBUG nova.scheduler.client.report [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.716289] env[62859]: DEBUG nova.compute.manager [req-65238981-b084-4e71-a8eb-07c332611a46 req-cc5d0790-bfb1-425e-a69d-cc0165761456 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Received event network-changed-305330bc-c4d3-4a11-ba96-4ea969f6c2ba {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.716289] env[62859]: DEBUG nova.compute.manager [req-65238981-b084-4e71-a8eb-07c332611a46 req-cc5d0790-bfb1-425e-a69d-cc0165761456 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Refreshing instance network info cache due to event network-changed-305330bc-c4d3-4a11-ba96-4ea969f6c2ba. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.716289] env[62859]: DEBUG oslo_concurrency.lockutils [req-65238981-b084-4e71-a8eb-07c332611a46 req-cc5d0790-bfb1-425e-a69d-cc0165761456 service nova] Acquiring lock "refresh_cache-4e5ff9cf-e8b2-4459-9036-36f0ebad5858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.716289] env[62859]: DEBUG oslo_concurrency.lockutils [req-65238981-b084-4e71-a8eb-07c332611a46 req-cc5d0790-bfb1-425e-a69d-cc0165761456 service nova] Acquired lock "refresh_cache-4e5ff9cf-e8b2-4459-9036-36f0ebad5858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.716289] env[62859]: DEBUG nova.network.neutron [req-65238981-b084-4e71-a8eb-07c332611a46 req-cc5d0790-bfb1-425e-a69d-cc0165761456 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Refreshing network info cache for port 305330bc-c4d3-4a11-ba96-4ea969f6c2ba {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.824634] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.824634] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.824634] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.824634] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.825128] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.827122] env[62859]: INFO nova.compute.manager [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Terminating instance [ 837.109861] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538039, 'name': ReconfigVM_Task, 'duration_secs': 0.283691} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.112916] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Reconfigured VM instance instance-0000003f to attach disk [datastore2] ea6ef292-ee16-4263-96be-d178eddcdca8/ea6ef292-ee16-4263-96be-d178eddcdca8.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.113597] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec06d23a-49d8-4a8b-87ac-678ef5c51e93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.119722] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070845} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.122740] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.123100] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 837.123100] env[62859]: value = "task-2538041" [ 837.123100] env[62859]: _type = "Task" [ 837.123100] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.123739] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d571ed62-b64c-4097-b3d6-3db2b1e0fda1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.133795] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538041, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.150971] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] b155732f-3bc6-46ad-b419-0489ca62be0b/b155732f-3bc6-46ad-b419-0489ca62be0b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.151282] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a96e4b2-481a-4ec7-9ed4-d8cbb5942e3d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.172150] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 837.172150] env[62859]: value = "task-2538042" [ 837.172150] env[62859]: _type = "Task" [ 837.172150] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.175929] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.180688] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.208285] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.210540] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.576s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.210780] env[62859]: DEBUG nova.objects.instance [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lazy-loading 'resources' on Instance uuid 6c9c4f26-fccc-4009-a554-fa21d6bb157d {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.218678] env[62859]: DEBUG nova.compute.manager [req-8af38be8-6044-4f73-9728-aeec77dc6be5 req-18bb54e3-42a1-41f6-838d-9c6f06524e0e service nova] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Received event network-vif-deleted-5e1ab97e-a054-49c7-9160-53c6c999ffd9 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.239221] env[62859]: INFO nova.scheduler.client.report [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Deleted allocations for instance 4c0cf0c6-1710-439a-a670-923e7bf21967 [ 837.246579] env[62859]: DEBUG nova.network.neutron [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance_info_cache with network_info: [{"id": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "address": "fa:16:3e:4d:7b:52", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7dedc2-ef", "ovs_interfaceid": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.330765] env[62859]: DEBUG nova.compute.manager [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.331103] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.331925] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed21c7c-e9db-4fa6-adf1-aa6a07d97ae5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.340254] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.340534] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d748e52-9ee6-48b7-985f-a6d539811dd4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.347543] env[62859]: DEBUG oslo_vmware.api [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 837.347543] env[62859]: value = "task-2538043" [ 837.347543] env[62859]: _type = "Task" [ 837.347543] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.356258] env[62859]: DEBUG oslo_vmware.api [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2538043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.569495] env[62859]: DEBUG nova.network.neutron [req-65238981-b084-4e71-a8eb-07c332611a46 req-cc5d0790-bfb1-425e-a69d-cc0165761456 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Updated VIF entry in instance network info cache for port 305330bc-c4d3-4a11-ba96-4ea969f6c2ba. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.570075] env[62859]: DEBUG nova.network.neutron [req-65238981-b084-4e71-a8eb-07c332611a46 req-cc5d0790-bfb1-425e-a69d-cc0165761456 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Updating instance_info_cache with network_info: [{"id": "305330bc-c4d3-4a11-ba96-4ea969f6c2ba", "address": "fa:16:3e:78:f8:41", "network": {"id": "1db4cacf-9765-426d-960f-ae5321eafaa7", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1277519925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "969b002d8e674b94b1103b2588f8ce85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c58d99d-ec12-4fc3-ab39-042b3f8cbb89", "external-id": "nsx-vlan-transportzone-44", "segmentation_id": 44, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305330bc-c4", "ovs_interfaceid": "305330bc-c4d3-4a11-ba96-4ea969f6c2ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.636662] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538041, 'name': Rename_Task, 'duration_secs': 0.143857} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.636662] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.636900] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8674aa33-e577-4bd4-9fac-aed8c0ba9ff2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.645037] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 837.645037] env[62859]: value = "task-2538044" [ 837.645037] env[62859]: _type = "Task" [ 837.645037] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.653339] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.682493] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538042, 'name': ReconfigVM_Task, 'duration_secs': 0.291627} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.683088] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Reconfigured VM instance instance-0000003c to attach disk [datastore2] b155732f-3bc6-46ad-b419-0489ca62be0b/b155732f-3bc6-46ad-b419-0489ca62be0b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.683591] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d74482c-168e-41f9-b17c-23ef158840c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.690452] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 837.690452] env[62859]: value = "task-2538045" [ 837.690452] env[62859]: _type = "Task" [ 837.690452] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.698845] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538045, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.746523] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0c24f8ec-30b5-4ada-86a7-ed9b63111260 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "4c0cf0c6-1710-439a-a670-923e7bf21967" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.337s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.749273] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.857952] env[62859]: DEBUG oslo_vmware.api [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2538043, 'name': PowerOffVM_Task, 'duration_secs': 0.206839} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.858387] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.858576] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.858860] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56c123e0-0ea4-4c38-8788-556395279b2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.928112] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.928388] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.928528] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Deleting the datastore file [datastore1] 819bc465-d1e1-41bb-8d69-740c4eb51f4d {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.928793] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3b14702-734e-4587-9df5-177a06eb38cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.938209] env[62859]: DEBUG oslo_vmware.api [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for the task: (returnval){ [ 837.938209] env[62859]: value = "task-2538047" [ 837.938209] env[62859]: _type = "Task" [ 837.938209] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.946495] env[62859]: DEBUG oslo_vmware.api [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2538047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.075851] env[62859]: DEBUG oslo_concurrency.lockutils [req-65238981-b084-4e71-a8eb-07c332611a46 req-cc5d0790-bfb1-425e-a69d-cc0165761456 service nova] Releasing lock "refresh_cache-4e5ff9cf-e8b2-4459-9036-36f0ebad5858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.156893] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538044, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.189421] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8095737a-98e2-49f2-bfff-8c90ed5270f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.203614] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538045, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.205178] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe618f1-0455-4f53-bce3-83225361e648 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.236444] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1a0f8a-a468-4b86-bbab-6d74b39a04a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.244073] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de8ffce-716d-4d27-a20d-c2a5aa0d1b62 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.264692] env[62859]: DEBUG nova.compute.provider_tree [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.282983] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13340234-3664-4b32-bb6f-1556ba5ba270 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.301075] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4152ee09-e276-4e15-92c1-f611aba127a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.308322] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance '9045485e-14d4-4894-81be-d3b81b45a794' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.448232] env[62859]: DEBUG oslo_vmware.api [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Task: {'id': task-2538047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343854} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.448618] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.448716] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.448863] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.449028] env[62859]: INFO nova.compute.manager [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 838.449274] env[62859]: DEBUG oslo.service.loopingcall [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.449468] env[62859]: DEBUG nova.compute.manager [-] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.449560] env[62859]: DEBUG nova.network.neutron [-] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.644774] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.645064] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.663613] env[62859]: DEBUG oslo_vmware.api [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538044, 'name': PowerOnVM_Task, 'duration_secs': 0.530219} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.663878] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.664096] env[62859]: INFO nova.compute.manager [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Took 7.95 seconds to spawn the instance on the hypervisor. [ 838.664282] env[62859]: DEBUG nova.compute.manager [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.665054] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dff99d-e862-4ab1-a1fc-cc80455f8ae3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.701918] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538045, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.767226] env[62859]: DEBUG nova.scheduler.client.report [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.803430] env[62859]: DEBUG nova.compute.manager [req-a1ccbc5e-d2c4-4c28-8aba-961cbc0b0a07 req-712c35d7-0909-4e48-ba23-fd5221274bf3 service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Received event network-vif-deleted-1e3c28c0-3f2e-49e8-9f51-10682db41bb5 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.803517] env[62859]: INFO nova.compute.manager [req-a1ccbc5e-d2c4-4c28-8aba-961cbc0b0a07 req-712c35d7-0909-4e48-ba23-fd5221274bf3 service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Neutron deleted interface 1e3c28c0-3f2e-49e8-9f51-10682db41bb5; detaching it from the instance and deleting it from the info cache [ 838.803692] env[62859]: DEBUG nova.network.neutron [req-a1ccbc5e-d2c4-4c28-8aba-961cbc0b0a07 req-712c35d7-0909-4e48-ba23-fd5221274bf3 service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.814780] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.815557] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2230340-2726-4d1a-853c-b06afd4278da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.824107] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 838.824107] env[62859]: value = "task-2538048" [ 838.824107] env[62859]: _type = "Task" [ 838.824107] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.832119] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.154391] env[62859]: DEBUG nova.compute.manager [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.186058] env[62859]: INFO nova.compute.manager [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Took 55.51 seconds to build instance. [ 839.204631] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538045, 'name': Rename_Task, 'duration_secs': 1.153645} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.204866] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.205136] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9323c982-4958-4da0-98bd-a6639c0ca7df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.212437] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 839.212437] env[62859]: value = "task-2538049" [ 839.212437] env[62859]: _type = "Task" [ 839.212437] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.221660] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.272964] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.275974] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.989s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.277278] env[62859]: INFO nova.compute.claims [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.286986] env[62859]: DEBUG nova.network.neutron [-] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.297152] env[62859]: INFO nova.scheduler.client.report [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Deleted allocations for instance 6c9c4f26-fccc-4009-a554-fa21d6bb157d [ 839.309021] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ebdd8fa-d4b6-4b78-873b-51e695f8aa34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.317173] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4125c41e-9435-46ed-a305-735952067db1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.345997] env[62859]: DEBUG oslo_vmware.api [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538048, 'name': PowerOnVM_Task, 'duration_secs': 0.423829} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.359179] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.359359] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb95436-810b-4049-a64f-0fd10e0a9d63 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance '9045485e-14d4-4894-81be-d3b81b45a794' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.363515] env[62859]: DEBUG nova.compute.manager [req-a1ccbc5e-d2c4-4c28-8aba-961cbc0b0a07 req-712c35d7-0909-4e48-ba23-fd5221274bf3 service nova] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Detach interface failed, port_id=1e3c28c0-3f2e-49e8-9f51-10682db41bb5, reason: Instance 819bc465-d1e1-41bb-8d69-740c4eb51f4d could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 839.457842] env[62859]: DEBUG oslo_concurrency.lockutils [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] Acquiring lock "refresh_cache-ea6ef292-ee16-4263-96be-d178eddcdca8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.457842] env[62859]: DEBUG oslo_concurrency.lockutils [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] Acquired lock "refresh_cache-ea6ef292-ee16-4263-96be-d178eddcdca8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.457842] env[62859]: DEBUG nova.network.neutron [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.675981] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.688744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d248477c-d809-4f14-b6df-5d36f4a573cf tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "ea6ef292-ee16-4263-96be-d178eddcdca8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.683s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.723144] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.789780] env[62859]: INFO nova.compute.manager [-] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Took 1.34 seconds to deallocate network for instance. [ 839.807431] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cf459595-4ec2-4fa1-a5cf-31ba587c5cee tempest-VolumesAssistedSnapshotsTest-601465729 tempest-VolumesAssistedSnapshotsTest-601465729-project-member] Lock "6c9c4f26-fccc-4009-a554-fa21d6bb157d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.233s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.222922] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538049, 'name': PowerOnVM_Task, 'duration_secs': 0.660889} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.223724] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.224179] env[62859]: DEBUG nova.compute.manager [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.227008] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeff872f-3be3-4805-927a-601359bf9731 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.299064] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.445278] env[62859]: DEBUG nova.network.neutron [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Updating instance_info_cache with network_info: [{"id": "85691d67-2216-4f0e-94c4-0f10668fa447", "address": "fa:16:3e:2b:be:75", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85691d67-22", "ovs_interfaceid": "85691d67-2216-4f0e-94c4-0f10668fa447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.741852] env[62859]: INFO nova.compute.manager [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] bringing vm to original state: 'stopped' [ 840.832630] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdce7df-5759-4b6c-8a4b-595a244095de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.839966] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b828e31-c4d7-4eb3-8358-f2e2e5f29601 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.871129] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e1e7e0-dc84-4df1-ba4e-f4db5a4b444d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.879065] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3de0a0-d863-4cb7-bb69-32f5de47ee75 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.903955] env[62859]: DEBUG nova.compute.provider_tree [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.947029] env[62859]: DEBUG oslo_concurrency.lockutils [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] Releasing lock "refresh_cache-ea6ef292-ee16-4263-96be-d178eddcdca8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.947029] env[62859]: DEBUG nova.compute.manager [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Inject network info {{(pid=62859) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 840.947154] env[62859]: DEBUG nova.compute.manager [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] network_info to inject: |[{"id": "85691d67-2216-4f0e-94c4-0f10668fa447", "address": "fa:16:3e:2b:be:75", "network": {"id": "ddc5b61c-f6bb-4d51-b6e7-4c568eff2b26", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1463549991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01438337da6d432e909dcc0933e6d837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85691d67-22", "ovs_interfaceid": "85691d67-2216-4f0e-94c4-0f10668fa447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 840.951950] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Reconfiguring VM instance to set the machine id {{(pid=62859) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 840.952320] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c49caf-2ae9-4f6e-a889-23cbbe6307e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.970269] env[62859]: DEBUG oslo_vmware.api [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] Waiting for the task: (returnval){ [ 840.970269] env[62859]: value = "task-2538050" [ 840.970269] env[62859]: _type = "Task" [ 840.970269] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.979918] env[62859]: DEBUG oslo_vmware.api [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] Task: {'id': task-2538050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.412021] env[62859]: DEBUG nova.scheduler.client.report [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.480852] env[62859]: DEBUG oslo_vmware.api [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] Task: {'id': task-2538050, 'name': ReconfigVM_Task, 'duration_secs': 0.246163} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.481369] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-11cd5d45-d600-4588-982c-58e28f0cbdb2 tempest-ServersAdminTestJSON-1243588331 tempest-ServersAdminTestJSON-1243588331-project-admin] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Reconfigured VM instance to set the machine id {{(pid=62859) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 841.751758] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "b155732f-3bc6-46ad-b419-0489ca62be0b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.752077] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.752264] env[62859]: DEBUG nova.compute.manager [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.753255] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e3b09-24e9-4592-95b7-2ed0c0435b96 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.760777] env[62859]: DEBUG nova.compute.manager [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 841.915825] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.915825] env[62859]: DEBUG nova.compute.manager [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.918564] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.360s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.918779] env[62859]: DEBUG nova.objects.instance [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 39489686-37f8-4922-adb6-1103f3731475] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 842.270049] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.270049] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ead9548d-d087-46ba-a284-cc0bbac69f4b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.276311] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 842.276311] env[62859]: value = "task-2538051" [ 842.276311] env[62859]: _type = "Task" [ 842.276311] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.289950] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.423994] env[62859]: DEBUG nova.compute.utils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.429770] env[62859]: DEBUG nova.compute.manager [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.431608] env[62859]: DEBUG nova.network.neutron [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.487910] env[62859]: DEBUG nova.policy [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8b7ab8f48e043eca7f501a834649f91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fccf4bcb21a342bab00d222692e51364', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.792051] env[62859]: DEBUG oslo_vmware.api [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538051, 'name': PowerOffVM_Task, 'duration_secs': 0.324456} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.792325] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.792741] env[62859]: DEBUG nova.compute.manager [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.794170] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620960c5-afc4-4c0b-91d9-1da51cd2f2aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.857966] env[62859]: DEBUG nova.network.neutron [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Port bc7dedc2-efdb-476b-8934-1901b7df1c97 binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 842.858298] env[62859]: DEBUG oslo_concurrency.lockutils [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.858785] env[62859]: DEBUG oslo_concurrency.lockutils [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.858785] env[62859]: DEBUG nova.network.neutron [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.930189] env[62859]: DEBUG nova.compute.manager [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.936631] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ded0125-3bf2-406a-8646-6e453193a52c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.938659] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.122s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.939112] env[62859]: DEBUG nova.objects.instance [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lazy-loading 'resources' on Instance uuid ffd1c5f7-d115-44d9-9b9e-df5ae3377230 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.960567] env[62859]: DEBUG nova.network.neutron [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Successfully created port: 4415cec4-d730-4f35-86cb-9fed9aed3801 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.216684] env[62859]: INFO nova.compute.manager [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Rebuilding instance [ 843.282046] env[62859]: DEBUG nova.compute.manager [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.282046] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0537c-f543-4d60-bdbc-102fc59565fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.308649] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.672794] env[62859]: DEBUG nova.network.neutron [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance_info_cache with network_info: [{"id": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "address": "fa:16:3e:4d:7b:52", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7dedc2-ef", "ovs_interfaceid": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.826527] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.925106] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd34a3b-26d8-4cfc-b4cd-0730d59f3547 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.932787] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb0e498-8992-43cd-8011-2cc2796f92c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.962836] env[62859]: DEBUG nova.compute.manager [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.967949] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffe5644-887a-45ea-9044-6bcb5c6c70a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.973123] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebefbc7-34b4-46ad-8e5e-023cad86a4ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.988108] env[62859]: DEBUG nova.compute.provider_tree [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.998075] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.998075] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.998075] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.998075] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.998075] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.998075] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.998464] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.998758] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.999050] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.999322] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.999604] env[62859]: DEBUG nova.virt.hardware [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.000493] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1173d7ad-cefa-43c5-9456-c83342820505 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.008771] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c99600-4877-4cc6-9772-a62125cee443 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.174875] env[62859]: DEBUG oslo_concurrency.lockutils [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.295803] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.296134] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b84710-5617-47fb-ba02-c932ec9c5824 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.304966] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 844.304966] env[62859]: value = "task-2538052" [ 844.304966] env[62859]: _type = "Task" [ 844.304966] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.312828] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.327959] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "b155732f-3bc6-46ad-b419-0489ca62be0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.328242] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.328487] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "b155732f-3bc6-46ad-b419-0489ca62be0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.328684] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.328860] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.331028] env[62859]: INFO nova.compute.manager [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Terminating instance [ 844.492827] env[62859]: DEBUG nova.scheduler.client.report [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.678436] env[62859]: DEBUG nova.compute.manager [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62859) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 844.678684] env[62859]: DEBUG oslo_concurrency.lockutils [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.801304] env[62859]: DEBUG nova.compute.manager [req-2ce957e9-c207-40e6-aba2-da42aafb4996 req-dea93e21-e560-46d5-a036-25ae91a2eeca service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Received event network-vif-plugged-4415cec4-d730-4f35-86cb-9fed9aed3801 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.801577] env[62859]: DEBUG oslo_concurrency.lockutils [req-2ce957e9-c207-40e6-aba2-da42aafb4996 req-dea93e21-e560-46d5-a036-25ae91a2eeca service nova] Acquiring lock "1022f581-e428-47dc-b6c4-9199dbd5f34c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.801922] env[62859]: DEBUG oslo_concurrency.lockutils [req-2ce957e9-c207-40e6-aba2-da42aafb4996 req-dea93e21-e560-46d5-a036-25ae91a2eeca service nova] Lock "1022f581-e428-47dc-b6c4-9199dbd5f34c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.802139] env[62859]: DEBUG oslo_concurrency.lockutils [req-2ce957e9-c207-40e6-aba2-da42aafb4996 req-dea93e21-e560-46d5-a036-25ae91a2eeca service nova] Lock "1022f581-e428-47dc-b6c4-9199dbd5f34c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.802382] env[62859]: DEBUG nova.compute.manager [req-2ce957e9-c207-40e6-aba2-da42aafb4996 req-dea93e21-e560-46d5-a036-25ae91a2eeca service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] No waiting events found dispatching network-vif-plugged-4415cec4-d730-4f35-86cb-9fed9aed3801 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.802583] env[62859]: WARNING nova.compute.manager [req-2ce957e9-c207-40e6-aba2-da42aafb4996 req-dea93e21-e560-46d5-a036-25ae91a2eeca service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Received unexpected event network-vif-plugged-4415cec4-d730-4f35-86cb-9fed9aed3801 for instance with vm_state building and task_state spawning. [ 844.814778] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538052, 'name': PowerOffVM_Task, 'duration_secs': 0.326537} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.815080] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.815394] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.816170] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfb7cfe-cf30-4c2e-9bea-045b2058bedc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.824245] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.824460] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ff0b587-1b56-4ede-a83c-340efe73d7c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.835878] env[62859]: DEBUG nova.compute.manager [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.836114] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.836850] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380cf84b-5b15-4cfd-bcd5-9dc03e5458c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.845430] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.845659] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64f7fd7c-1db0-4773-a89e-d5d334805671 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.893245] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.893471] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.893659] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleting the datastore file [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.894013] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70686fcd-6d14-4307-a2bd-12ebef8be78f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.903601] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 844.903601] env[62859]: value = "task-2538055" [ 844.903601] env[62859]: _type = "Task" [ 844.903601] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.908829] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.909176] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.909288] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleting the datastore file [datastore2] b155732f-3bc6-46ad-b419-0489ca62be0b {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.909955] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20aa3df4-3230-444e-8c45-2a122b7dc690 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.915450] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.921880] env[62859]: DEBUG oslo_vmware.api [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 844.921880] env[62859]: value = "task-2538056" [ 844.921880] env[62859]: _type = "Task" [ 844.921880] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.927731] env[62859]: DEBUG oslo_vmware.api [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.990365] env[62859]: DEBUG nova.network.neutron [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Successfully updated port: 4415cec4-d730-4f35-86cb-9fed9aed3801 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.998857] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.002979] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.739s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.004602] env[62859]: INFO nova.compute.claims [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.032681] env[62859]: INFO nova.scheduler.client.report [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Deleted allocations for instance ffd1c5f7-d115-44d9-9b9e-df5ae3377230 [ 845.414175] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135808} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.414454] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.414639] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.414814] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.429547] env[62859]: DEBUG oslo_vmware.api [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138938} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.431023] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.431023] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.431023] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.431023] env[62859]: INFO nova.compute.manager [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Took 0.59 seconds to destroy the instance on the hypervisor. [ 845.431023] env[62859]: DEBUG oslo.service.loopingcall [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.431023] env[62859]: DEBUG nova.compute.manager [-] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.431023] env[62859]: DEBUG nova.network.neutron [-] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.495112] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquiring lock "refresh_cache-1022f581-e428-47dc-b6c4-9199dbd5f34c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.495279] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquired lock "refresh_cache-1022f581-e428-47dc-b6c4-9199dbd5f34c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.495596] env[62859]: DEBUG nova.network.neutron [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.541916] env[62859]: DEBUG oslo_concurrency.lockutils [None req-50794a0c-af84-4b6a-a90b-f407cea9eef9 tempest-InstanceActionsV221TestJSON-514912279 tempest-InstanceActionsV221TestJSON-514912279-project-member] Lock "ffd1c5f7-d115-44d9-9b9e-df5ae3377230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.529s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.033267] env[62859]: DEBUG nova.network.neutron [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.266225] env[62859]: DEBUG nova.network.neutron [-] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.313636] env[62859]: DEBUG nova.network.neutron [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Updating instance_info_cache with network_info: [{"id": "4415cec4-d730-4f35-86cb-9fed9aed3801", "address": "fa:16:3e:d5:fb:fe", "network": {"id": "71b75426-e25f-4783-9496-f46e254ac0ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-2110343297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4bcb21a342bab00d222692e51364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4415cec4-d7", "ovs_interfaceid": "4415cec4-d730-4f35-86cb-9fed9aed3801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.466097] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.466367] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.466538] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.466724] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.466892] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.467289] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.467563] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.467829] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.468044] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.468226] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.468407] env[62859]: DEBUG nova.virt.hardware [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.469793] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0593dbbb-a523-46df-89f2-cfec00a8b1a5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.483939] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c1663-d79d-46c4-b771-e74f6ab7b7cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.503455] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:b7:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59722c06-ca68-44a0-b7a2-216c6c2d7057', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.517443] env[62859]: DEBUG oslo.service.loopingcall [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.521563] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.522114] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83b6443a-b838-4900-aff1-1503b9c7bb24 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.552148] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.552148] env[62859]: value = "task-2538057" [ 846.552148] env[62859]: _type = "Task" [ 846.552148] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.561576] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538057, 'name': CreateVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.604730] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8209a209-204c-45ff-9fb3-f02b48d534ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.614772] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1722463-6b83-4244-984d-e4a5bf5eca5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.647057] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4824d9f8-c73e-440d-82f5-6c64f0f5c714 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.654764] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac459ec5-69cd-48c4-949c-673cc0a61e2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.669438] env[62859]: DEBUG nova.compute.provider_tree [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.772720] env[62859]: INFO nova.compute.manager [-] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Took 1.34 seconds to deallocate network for instance. [ 846.821177] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Releasing lock "refresh_cache-1022f581-e428-47dc-b6c4-9199dbd5f34c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.821177] env[62859]: DEBUG nova.compute.manager [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Instance network_info: |[{"id": "4415cec4-d730-4f35-86cb-9fed9aed3801", "address": "fa:16:3e:d5:fb:fe", "network": {"id": "71b75426-e25f-4783-9496-f46e254ac0ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-2110343297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4bcb21a342bab00d222692e51364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4415cec4-d7", "ovs_interfaceid": "4415cec4-d730-4f35-86cb-9fed9aed3801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.821177] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:fb:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4415cec4-d730-4f35-86cb-9fed9aed3801', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.829850] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Creating folder: Project (fccf4bcb21a342bab00d222692e51364). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.831046] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4f5d4fe-df8b-44c5-bdab-f52ff61cfc4a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.851258] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Created folder: Project (fccf4bcb21a342bab00d222692e51364) in parent group-v512592. [ 846.851433] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Creating folder: Instances. Parent ref: group-v512787. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.851771] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b83584c-7d38-4024-ab59-be0c6165ea6e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.865327] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Created folder: Instances in parent group-v512787. [ 846.865644] env[62859]: DEBUG oslo.service.loopingcall [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.865898] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.866203] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecb36378-1ab6-428b-be7c-e2b4acef04d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.887378] env[62859]: DEBUG nova.compute.manager [req-71010f3f-655f-4bfb-bb61-f5a98da1af3c req-7ed5e901-cb88-4e71-b9f5-d325a899d73b service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Received event network-changed-4415cec4-d730-4f35-86cb-9fed9aed3801 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.887827] env[62859]: DEBUG nova.compute.manager [req-71010f3f-655f-4bfb-bb61-f5a98da1af3c req-7ed5e901-cb88-4e71-b9f5-d325a899d73b service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Refreshing instance network info cache due to event network-changed-4415cec4-d730-4f35-86cb-9fed9aed3801. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.888183] env[62859]: DEBUG oslo_concurrency.lockutils [req-71010f3f-655f-4bfb-bb61-f5a98da1af3c req-7ed5e901-cb88-4e71-b9f5-d325a899d73b service nova] Acquiring lock "refresh_cache-1022f581-e428-47dc-b6c4-9199dbd5f34c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.888925] env[62859]: DEBUG oslo_concurrency.lockutils [req-71010f3f-655f-4bfb-bb61-f5a98da1af3c req-7ed5e901-cb88-4e71-b9f5-d325a899d73b service nova] Acquired lock "refresh_cache-1022f581-e428-47dc-b6c4-9199dbd5f34c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.888925] env[62859]: DEBUG nova.network.neutron [req-71010f3f-655f-4bfb-bb61-f5a98da1af3c req-7ed5e901-cb88-4e71-b9f5-d325a899d73b service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Refreshing network info cache for port 4415cec4-d730-4f35-86cb-9fed9aed3801 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.896363] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.896363] env[62859]: value = "task-2538060" [ 846.896363] env[62859]: _type = "Task" [ 846.896363] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.907435] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538060, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.069528] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538057, 'name': CreateVM_Task, 'duration_secs': 0.354426} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.069528] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.069528] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.069528] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.069528] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.069528] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78ae403-e8c5-4456-bcab-b2edba08f032 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.074509] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 847.074509] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bba353-dcfd-b104-7f4c-e11eed075c05" [ 847.074509] env[62859]: _type = "Task" [ 847.074509] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.082902] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bba353-dcfd-b104-7f4c-e11eed075c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.173379] env[62859]: DEBUG nova.scheduler.client.report [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.280256] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.406531] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538060, 'name': CreateVM_Task, 'duration_secs': 0.376685} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.406754] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.407389] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.590885] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bba353-dcfd-b104-7f4c-e11eed075c05, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.591247] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.591483] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.591720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.591865] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.592056] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.592348] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.592649] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.592883] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b81c53de-6fcb-4cbb-a3f3-1784da7d63d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.599923] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0281b2ef-e418-4105-a5a2-bb0c88b92dff {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.605347] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 847.605347] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a65606-9bde-1bc9-6ff3-dce0c7921ba8" [ 847.605347] env[62859]: _type = "Task" [ 847.605347] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.610078] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.610302] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.613718] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c1f893-0b3d-46e6-aa11-da43f5c45353 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.615988] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a65606-9bde-1bc9-6ff3-dce0c7921ba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.621021] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 847.621021] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b93c09-2635-b13d-b5c6-ccaa763bf468" [ 847.621021] env[62859]: _type = "Task" [ 847.621021] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.626239] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b93c09-2635-b13d-b5c6-ccaa763bf468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.678803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.679395] env[62859]: DEBUG nova.compute.manager [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.683670] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.961s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.687399] env[62859]: DEBUG nova.objects.instance [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lazy-loading 'resources' on Instance uuid 32ded70b-ce17-4986-a2b7-812513c24614 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.736009] env[62859]: DEBUG nova.network.neutron [req-71010f3f-655f-4bfb-bb61-f5a98da1af3c req-7ed5e901-cb88-4e71-b9f5-d325a899d73b service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Updated VIF entry in instance network info cache for port 4415cec4-d730-4f35-86cb-9fed9aed3801. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.736425] env[62859]: DEBUG nova.network.neutron [req-71010f3f-655f-4bfb-bb61-f5a98da1af3c req-7ed5e901-cb88-4e71-b9f5-d325a899d73b service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Updating instance_info_cache with network_info: [{"id": "4415cec4-d730-4f35-86cb-9fed9aed3801", "address": "fa:16:3e:d5:fb:fe", "network": {"id": "71b75426-e25f-4783-9496-f46e254ac0ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-2110343297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4bcb21a342bab00d222692e51364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4415cec4-d7", "ovs_interfaceid": "4415cec4-d730-4f35-86cb-9fed9aed3801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.115727] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a65606-9bde-1bc9-6ff3-dce0c7921ba8, 'name': SearchDatastore_Task, 'duration_secs': 0.021203} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.116057] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.116370] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.116534] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.127862] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b93c09-2635-b13d-b5c6-ccaa763bf468, 'name': SearchDatastore_Task, 'duration_secs': 0.029322} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.128668] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f531c73-a08c-4217-a2f7-b97d4c336827 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.134027] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 848.134027] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e20db2-6fbb-dcf8-09b6-243dd59d2625" [ 848.134027] env[62859]: _type = "Task" [ 848.134027] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.141278] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e20db2-6fbb-dcf8-09b6-243dd59d2625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.155032] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquiring lock "8b458941-5861-46a4-b91c-06f94966c5b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.155032] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "8b458941-5861-46a4-b91c-06f94966c5b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.190883] env[62859]: DEBUG nova.objects.instance [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lazy-loading 'numa_topology' on Instance uuid 32ded70b-ce17-4986-a2b7-812513c24614 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.192320] env[62859]: DEBUG nova.compute.utils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.195086] env[62859]: DEBUG nova.compute.manager [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.195086] env[62859]: DEBUG nova.network.neutron [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.241450] env[62859]: DEBUG oslo_concurrency.lockutils [req-71010f3f-655f-4bfb-bb61-f5a98da1af3c req-7ed5e901-cb88-4e71-b9f5-d325a899d73b service nova] Releasing lock "refresh_cache-1022f581-e428-47dc-b6c4-9199dbd5f34c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.241770] env[62859]: DEBUG nova.compute.manager [req-71010f3f-655f-4bfb-bb61-f5a98da1af3c req-7ed5e901-cb88-4e71-b9f5-d325a899d73b service nova] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Received event network-vif-deleted-3f6897ac-8662-4495-8288-c238d8054a94 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.256697] env[62859]: DEBUG nova.policy [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ce5d2b17cd94f5cab224cbe5232cc48', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f85f75c7228249e5a99a8df1e17d4846', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.597176] env[62859]: DEBUG nova.network.neutron [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Successfully created port: 8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.643801] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e20db2-6fbb-dcf8-09b6-243dd59d2625, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.644068] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.644329] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.644612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.644791] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.645008] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53c7d206-12ec-4e0e-9ce2-9f091cb1e92e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.646915] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b26aa0e-d08b-41e3-8bb0-43d7c3eb5cfb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.653115] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 848.653115] env[62859]: value = "task-2538061" [ 848.653115] env[62859]: _type = "Task" [ 848.653115] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.658316] env[62859]: DEBUG nova.compute.manager [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.660854] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.661046] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.665267] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb3c840-221a-473d-99fd-d92b8e2234d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.667153] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.670516] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 848.670516] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52213f92-3120-288c-94f1-441927c52257" [ 848.670516] env[62859]: _type = "Task" [ 848.670516] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.678037] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52213f92-3120-288c-94f1-441927c52257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.694760] env[62859]: DEBUG nova.objects.base [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Object Instance<32ded70b-ce17-4986-a2b7-812513c24614> lazy-loaded attributes: resources,numa_topology {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 848.698443] env[62859]: DEBUG nova.compute.manager [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.162859] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538061, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.184284] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52213f92-3120-288c-94f1-441927c52257, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.185383] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.186277] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-720be82b-49ae-4088-8735-d3fe0e50b1d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.193950] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 849.193950] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cc670e-8f38-0c78-9280-a7b91d928aba" [ 849.193950] env[62859]: _type = "Task" [ 849.193950] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.205602] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cc670e-8f38-0c78-9280-a7b91d928aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.233234] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd00e6-b6eb-413d-93eb-866079229514 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.242343] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1edd1b-558d-4208-a7a2-6422f5ee05f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.281050] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83620f14-ef76-4ddf-ad4d-25602901b4f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.287602] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4366929d-233e-4c91-af47-a3de7735cc63 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.304465] env[62859]: DEBUG nova.compute.provider_tree [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.663616] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523997} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.663892] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.664124] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.664386] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75084b05-8834-451d-a469-ecd30eb3cebe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.671251] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 849.671251] env[62859]: value = "task-2538062" [ 849.671251] env[62859]: _type = "Task" [ 849.671251] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.680974] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.703545] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cc670e-8f38-0c78-9280-a7b91d928aba, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.703814] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.704080] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1022f581-e428-47dc-b6c4-9199dbd5f34c/1022f581-e428-47dc-b6c4-9199dbd5f34c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.704345] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f52e500-613f-4d79-9cd2-4697dca106e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.709750] env[62859]: DEBUG nova.compute.manager [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.713430] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 849.713430] env[62859]: value = "task-2538063" [ 849.713430] env[62859]: _type = "Task" [ 849.713430] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.720824] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.741531] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.741772] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.741930] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.742131] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.742300] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.742499] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.743460] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.743460] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.743460] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.743460] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.743708] env[62859]: DEBUG nova.virt.hardware [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.744579] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bbc700-9d6c-4fb8-b312-b680b882e744 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.752057] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2541615-f4f4-48e1-9a61-deb0ee74e8cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.811216] env[62859]: DEBUG nova.scheduler.client.report [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.181116] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072423} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.181506] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.182151] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d2060d-ece4-4be0-b548-9d2b50967a51 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.205032] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.205032] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db29f5b3-854a-4b46-91a7-08e72e76c955 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.229466] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482853} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.230722] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1022f581-e428-47dc-b6c4-9199dbd5f34c/1022f581-e428-47dc-b6c4-9199dbd5f34c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.230882] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.231215] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 850.231215] env[62859]: value = "task-2538064" [ 850.231215] env[62859]: _type = "Task" [ 850.231215] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.231484] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad030fc9-ef43-454f-ad0e-ec28a36e2069 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.241383] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.242633] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 850.242633] env[62859]: value = "task-2538065" [ 850.242633] env[62859]: _type = "Task" [ 850.242633] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.249893] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.316555] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.633s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.319412] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.807s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.321098] env[62859]: INFO nova.compute.claims [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.597287] env[62859]: DEBUG nova.compute.manager [req-3991eb21-bc78-4121-a2dd-d6810508ae09 req-ad0cc062-c0ee-4d58-9001-ae32247a8996 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Received event network-vif-plugged-8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.597512] env[62859]: DEBUG oslo_concurrency.lockutils [req-3991eb21-bc78-4121-a2dd-d6810508ae09 req-ad0cc062-c0ee-4d58-9001-ae32247a8996 service nova] Acquiring lock "e7e8eb47-c059-4a97-9a09-f8559f460309-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.597752] env[62859]: DEBUG oslo_concurrency.lockutils [req-3991eb21-bc78-4121-a2dd-d6810508ae09 req-ad0cc062-c0ee-4d58-9001-ae32247a8996 service nova] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.597925] env[62859]: DEBUG oslo_concurrency.lockutils [req-3991eb21-bc78-4121-a2dd-d6810508ae09 req-ad0cc062-c0ee-4d58-9001-ae32247a8996 service nova] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.604197] env[62859]: DEBUG nova.compute.manager [req-3991eb21-bc78-4121-a2dd-d6810508ae09 req-ad0cc062-c0ee-4d58-9001-ae32247a8996 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] No waiting events found dispatching network-vif-plugged-8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.604428] env[62859]: WARNING nova.compute.manager [req-3991eb21-bc78-4121-a2dd-d6810508ae09 req-ad0cc062-c0ee-4d58-9001-ae32247a8996 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Received unexpected event network-vif-plugged-8752e0c8-bd24-4f84-b296-fa1d34054773 for instance with vm_state building and task_state spawning. [ 850.753313] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538064, 'name': ReconfigVM_Task, 'duration_secs': 0.286261} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.754014] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.754697] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2341f100-9bb3-473c-a992-aa0196ca3f74 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.759906] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069831} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.760998] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.761439] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854a4555-9a89-4e30-8156-368ab11875ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.768515] env[62859]: DEBUG nova.network.neutron [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Successfully updated port: 8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.768792] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 850.768792] env[62859]: value = "task-2538066" [ 850.768792] env[62859]: _type = "Task" [ 850.768792] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.796686] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1022f581-e428-47dc-b6c4-9199dbd5f34c/1022f581-e428-47dc-b6c4-9199dbd5f34c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.797864] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c00f8e-efd3-4eb7-b7b7-c6421657de3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.816587] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538066, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.821217] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 850.821217] env[62859]: value = "task-2538067" [ 850.821217] env[62859]: _type = "Task" [ 850.821217] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.838781] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.838986] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a096d27b-abf6-4968-982b-2e0b893d5b9d tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 63.742s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.840305] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 34.140s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.840487] env[62859]: INFO nova.compute.manager [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Unshelving [ 851.280438] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538066, 'name': Rename_Task, 'duration_secs': 0.140122} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.280721] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.281374] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3c1c681-cc19-46b5-b67d-fb7fa9be9c27 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.287593] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.287726] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.287864] env[62859]: DEBUG nova.network.neutron [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.289689] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 851.289689] env[62859]: value = "task-2538068" [ 851.289689] env[62859]: _type = "Task" [ 851.289689] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.297180] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.330906] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538067, 'name': ReconfigVM_Task, 'duration_secs': 0.279326} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.333906] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1022f581-e428-47dc-b6c4-9199dbd5f34c/1022f581-e428-47dc-b6c4-9199dbd5f34c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.335693] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed93987b-9b6f-4c89-8bbe-332a332ca44f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.346464] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 851.346464] env[62859]: value = "task-2538069" [ 851.346464] env[62859]: _type = "Task" [ 851.346464] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.364100] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538069, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.757861] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0f4b56-fe75-4829-8f4a-81ce8ced485b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.767998] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe172f55-053b-48cc-97f6-abc768273326 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.814951] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326113a2-8a50-46c6-ac44-ebc5fffee294 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.823095] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538068, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.826302] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c9391a-8e88-46d1-af04-8e2d7273f374 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.841678] env[62859]: DEBUG nova.compute.provider_tree [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.856336] env[62859]: DEBUG nova.compute.utils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.861018] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538069, 'name': Rename_Task, 'duration_secs': 0.17472} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.861490] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.861738] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f0c252-0ad3-41c7-aa57-7c17c44936d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.867243] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 851.867243] env[62859]: value = "task-2538070" [ 851.867243] env[62859]: _type = "Task" [ 851.867243] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.871685] env[62859]: DEBUG nova.network.neutron [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.879386] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.079565] env[62859]: DEBUG nova.network.neutron [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updating instance_info_cache with network_info: [{"id": "8752e0c8-bd24-4f84-b296-fa1d34054773", "address": "fa:16:3e:1a:db:a9", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8752e0c8-bd", "ovs_interfaceid": "8752e0c8-bd24-4f84-b296-fa1d34054773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.321400] env[62859]: DEBUG oslo_vmware.api [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538068, 'name': PowerOnVM_Task, 'duration_secs': 0.556809} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.321873] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.322150] env[62859]: DEBUG nova.compute.manager [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.322919] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e984c6bf-6f1c-4170-bd81-fa67ff461780 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.345186] env[62859]: DEBUG nova.scheduler.client.report [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.362772] env[62859]: INFO nova.virt.block_device [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Booting with volume cf376de5-017b-46d0-bd0f-559d6da98f37 at /dev/sdb [ 852.379589] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.402594] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efada0ac-bf3e-48d0-9686-69b6f526ac2c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.412556] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c300b40-6c13-4744-a16b-8af571d9dbfd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.446255] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4f1d0f4-3fbc-430d-a7af-03a7590b38ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.454928] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d603736-815d-4a6d-b31a-ddd76eecb183 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.489435] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c03c5d-6524-4476-8736-5aa054966d2e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.495641] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06036b6d-9767-4368-b84f-2415c7159aa8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.507781] env[62859]: DEBUG nova.virt.block_device [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating existing volume attachment record: fcd26f06-43c0-46f2-9bfb-cc1321a42f0c {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 852.582712] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.583072] env[62859]: DEBUG nova.compute.manager [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Instance network_info: |[{"id": "8752e0c8-bd24-4f84-b296-fa1d34054773", "address": "fa:16:3e:1a:db:a9", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8752e0c8-bd", "ovs_interfaceid": "8752e0c8-bd24-4f84-b296-fa1d34054773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.583573] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:db:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8752e0c8-bd24-4f84-b296-fa1d34054773', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.590979] env[62859]: DEBUG oslo.service.loopingcall [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.591212] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.591440] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-600f5526-3962-4cef-91cc-380478e94302 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.610242] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.610242] env[62859]: value = "task-2538071" [ 852.610242] env[62859]: _type = "Task" [ 852.610242] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.621486] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538071, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.629303] env[62859]: DEBUG nova.compute.manager [req-7404f929-0f0b-48da-a30b-51b02daf665d req-53145428-7350-44de-a54e-2a7bc115534d service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Received event network-changed-8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.629452] env[62859]: DEBUG nova.compute.manager [req-7404f929-0f0b-48da-a30b-51b02daf665d req-53145428-7350-44de-a54e-2a7bc115534d service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Refreshing instance network info cache due to event network-changed-8752e0c8-bd24-4f84-b296-fa1d34054773. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.629729] env[62859]: DEBUG oslo_concurrency.lockutils [req-7404f929-0f0b-48da-a30b-51b02daf665d req-53145428-7350-44de-a54e-2a7bc115534d service nova] Acquiring lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.629896] env[62859]: DEBUG oslo_concurrency.lockutils [req-7404f929-0f0b-48da-a30b-51b02daf665d req-53145428-7350-44de-a54e-2a7bc115534d service nova] Acquired lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.630618] env[62859]: DEBUG nova.network.neutron [req-7404f929-0f0b-48da-a30b-51b02daf665d req-53145428-7350-44de-a54e-2a7bc115534d service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Refreshing network info cache for port 8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.841103] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.850074] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.850581] env[62859]: DEBUG nova.compute.manager [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.853121] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.114s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.853366] env[62859]: DEBUG nova.objects.instance [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lazy-loading 'resources' on Instance uuid 8a2be843-34fa-42c4-be53-ad595c485a92 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.877984] env[62859]: DEBUG oslo_vmware.api [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538070, 'name': PowerOnVM_Task, 'duration_secs': 0.590051} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.877984] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.877984] env[62859]: INFO nova.compute.manager [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Took 8.91 seconds to spawn the instance on the hypervisor. [ 852.878128] env[62859]: DEBUG nova.compute.manager [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.879138] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07928fcb-917d-4368-b0fd-a6f65c0fc37e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.120500] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538071, 'name': CreateVM_Task, 'duration_secs': 0.35197} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.120773] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.121765] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.121765] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.122283] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.122590] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a032d229-1493-434e-b1e3-d854f1c0e29e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.128242] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 853.128242] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d12a93-39e7-4890-b216-823a791ef750" [ 853.128242] env[62859]: _type = "Task" [ 853.128242] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.139114] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d12a93-39e7-4890-b216-823a791ef750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.356788] env[62859]: DEBUG nova.compute.utils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.362600] env[62859]: DEBUG nova.compute.manager [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.362786] env[62859]: DEBUG nova.network.neutron [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.397916] env[62859]: INFO nova.compute.manager [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Took 57.13 seconds to build instance. [ 853.431828] env[62859]: DEBUG nova.policy [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a80adbeef0b24a9e90b6ac59cf30fd83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc575212bb084cb080977084ccbdb30c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.512521] env[62859]: DEBUG nova.network.neutron [req-7404f929-0f0b-48da-a30b-51b02daf665d req-53145428-7350-44de-a54e-2a7bc115534d service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updated VIF entry in instance network info cache for port 8752e0c8-bd24-4f84-b296-fa1d34054773. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.512872] env[62859]: DEBUG nova.network.neutron [req-7404f929-0f0b-48da-a30b-51b02daf665d req-53145428-7350-44de-a54e-2a7bc115534d service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updating instance_info_cache with network_info: [{"id": "8752e0c8-bd24-4f84-b296-fa1d34054773", "address": "fa:16:3e:1a:db:a9", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8752e0c8-bd", "ovs_interfaceid": "8752e0c8-bd24-4f84-b296-fa1d34054773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.639994] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d12a93-39e7-4890-b216-823a791ef750, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.640339] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.640638] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.640902] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.641088] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.641284] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.641548] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-093592c4-47c3-4e9e-aa4f-1180af8df482 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.652580] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.652805] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.653605] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b002aae9-72cc-4404-a824-aa0db326e857 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.660865] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 853.660865] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5276ca31-1f29-21d2-8f64-f07185fddddb" [ 853.660865] env[62859]: _type = "Task" [ 853.660865] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.669095] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5276ca31-1f29-21d2-8f64-f07185fddddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.863633] env[62859]: DEBUG nova.compute.manager [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.874606] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f298e5-8e97-498b-bfea-62bb5d47bc32 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.882080] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84928af5-20c4-492a-957f-14df27a13332 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.916523] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57bbb0f1-6691-4f7d-8d3b-37ad4dbbe37a tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "1022f581-e428-47dc-b6c4-9199dbd5f34c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.658s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.918610] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2650a66-e89f-47d4-a56f-5d56af65d251 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.926667] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60e26bf-94b8-4e3a-ade8-fcf82c712167 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.941949] env[62859]: DEBUG nova.compute.provider_tree [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.964468] env[62859]: DEBUG nova.network.neutron [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Successfully created port: 5f17dcdc-7dd4-4915-96d5-52961ac09fec {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.016287] env[62859]: DEBUG oslo_concurrency.lockutils [req-7404f929-0f0b-48da-a30b-51b02daf665d req-53145428-7350-44de-a54e-2a7bc115534d service nova] Releasing lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.172337] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5276ca31-1f29-21d2-8f64-f07185fddddb, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.173139] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a6681e-7d47-4288-be08-6790a154a518 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.178682] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 854.178682] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f19574-71bf-1d84-8837-f813345a9bfe" [ 854.178682] env[62859]: _type = "Task" [ 854.178682] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.186030] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f19574-71bf-1d84-8837-f813345a9bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.391731] env[62859]: INFO nova.compute.manager [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Rebuilding instance [ 854.445960] env[62859]: DEBUG nova.scheduler.client.report [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.457781] env[62859]: DEBUG nova.compute.manager [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.459059] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a87f30b-8ffb-4389-b55b-86b5297172d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.664765] env[62859]: DEBUG nova.compute.manager [req-a294476c-188d-4077-86cf-96429e0e0553 req-a276be62-acdd-4ac0-a1e5-c11c283b7561 service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Received event network-changed-4415cec4-d730-4f35-86cb-9fed9aed3801 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.665018] env[62859]: DEBUG nova.compute.manager [req-a294476c-188d-4077-86cf-96429e0e0553 req-a276be62-acdd-4ac0-a1e5-c11c283b7561 service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Refreshing instance network info cache due to event network-changed-4415cec4-d730-4f35-86cb-9fed9aed3801. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 854.665566] env[62859]: DEBUG oslo_concurrency.lockutils [req-a294476c-188d-4077-86cf-96429e0e0553 req-a276be62-acdd-4ac0-a1e5-c11c283b7561 service nova] Acquiring lock "refresh_cache-1022f581-e428-47dc-b6c4-9199dbd5f34c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.665684] env[62859]: DEBUG oslo_concurrency.lockutils [req-a294476c-188d-4077-86cf-96429e0e0553 req-a276be62-acdd-4ac0-a1e5-c11c283b7561 service nova] Acquired lock "refresh_cache-1022f581-e428-47dc-b6c4-9199dbd5f34c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.665857] env[62859]: DEBUG nova.network.neutron [req-a294476c-188d-4077-86cf-96429e0e0553 req-a276be62-acdd-4ac0-a1e5-c11c283b7561 service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Refreshing network info cache for port 4415cec4-d730-4f35-86cb-9fed9aed3801 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.690832] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f19574-71bf-1d84-8837-f813345a9bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.02927} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.691110] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.691406] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e7e8eb47-c059-4a97-9a09-f8559f460309/e7e8eb47-c059-4a97-9a09-f8559f460309.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.691653] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfb9571-f754-469a-9702-0039cbe719d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.761601] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 854.761601] env[62859]: value = "task-2538075" [ 854.761601] env[62859]: _type = "Task" [ 854.761601] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.771320] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.873709] env[62859]: DEBUG nova.compute.manager [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.896016] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.896016] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.896016] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.896016] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.896016] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.896016] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.896613] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.896900] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.897209] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.897495] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.897827] env[62859]: DEBUG nova.virt.hardware [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.898807] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29ea38-5b40-47f0-9401-8afde53eabcc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.909361] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a12c7e5-fb02-4c2f-aded-744c58ca2720 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.950512] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.953122] env[62859]: DEBUG oslo_concurrency.lockutils [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.786s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.953425] env[62859]: DEBUG nova.objects.instance [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lazy-loading 'resources' on Instance uuid 39489686-37f8-4922-adb6-1103f3731475 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.971823] env[62859]: INFO nova.scheduler.client.report [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Deleted allocations for instance 8a2be843-34fa-42c4-be53-ad595c485a92 [ 855.273264] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545652} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.273566] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e7e8eb47-c059-4a97-9a09-f8559f460309/e7e8eb47-c059-4a97-9a09-f8559f460309.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.273792] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.274152] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-859a1eb9-1f07-489d-9b81-61ebf31ca3b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.283146] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 855.283146] env[62859]: value = "task-2538077" [ 855.283146] env[62859]: _type = "Task" [ 855.283146] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.294912] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.480792] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.483185] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efecaf5a-9898-4593-88bb-26ca7ec7182f tempest-ServerRescueTestJSON-1301274886 tempest-ServerRescueTestJSON-1301274886-project-member] Lock "8a2be843-34fa-42c4-be53-ad595c485a92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.832s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.484703] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb541644-52f5-4321-a355-d83ce837a6d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.494557] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 855.494557] env[62859]: value = "task-2538078" [ 855.494557] env[62859]: _type = "Task" [ 855.494557] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.503210] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.562310] env[62859]: DEBUG nova.network.neutron [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Successfully updated port: 5f17dcdc-7dd4-4915-96d5-52961ac09fec {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.591768] env[62859]: DEBUG nova.network.neutron [req-a294476c-188d-4077-86cf-96429e0e0553 req-a276be62-acdd-4ac0-a1e5-c11c283b7561 service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Updated VIF entry in instance network info cache for port 4415cec4-d730-4f35-86cb-9fed9aed3801. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.591768] env[62859]: DEBUG nova.network.neutron [req-a294476c-188d-4077-86cf-96429e0e0553 req-a276be62-acdd-4ac0-a1e5-c11c283b7561 service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Updating instance_info_cache with network_info: [{"id": "4415cec4-d730-4f35-86cb-9fed9aed3801", "address": "fa:16:3e:d5:fb:fe", "network": {"id": "71b75426-e25f-4783-9496-f46e254ac0ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-2110343297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fccf4bcb21a342bab00d222692e51364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4415cec4-d7", "ovs_interfaceid": "4415cec4-d730-4f35-86cb-9fed9aed3801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.794022] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111251} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.796715] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.797715] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5c81be-a0c5-4217-9901-3898e6d6452b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.820022] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] e7e8eb47-c059-4a97-9a09-f8559f460309/e7e8eb47-c059-4a97-9a09-f8559f460309.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.822715] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c7ec5a-5b36-45f4-b17d-7f8bf9294eaf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.841575] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 855.841575] env[62859]: value = "task-2538079" [ 855.841575] env[62859]: _type = "Task" [ 855.841575] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.850562] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.978340] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f3a537-e41a-4063-a2b3-7e6ea2c88a59 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.985297] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3211974-3dd4-461a-a216-453c98640d1d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.018476] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8205383f-c742-4ef4-b74b-1e124610279b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.025326] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538078, 'name': PowerOffVM_Task, 'duration_secs': 0.466593} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.027336] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.027579] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.028355] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5eec13-c27d-460c-a85a-e607a3fd79be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.031535] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374486c4-d279-4eef-923e-188e1a60f785 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.038976] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.046475] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03b83849-e490-4dea-80cc-485e182c7436 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.048037] env[62859]: DEBUG nova.compute.provider_tree [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.065956] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.066121] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.066267] env[62859]: DEBUG nova.network.neutron [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.095089] env[62859]: DEBUG oslo_concurrency.lockutils [req-a294476c-188d-4077-86cf-96429e0e0553 req-a276be62-acdd-4ac0-a1e5-c11c283b7561 service nova] Releasing lock "refresh_cache-1022f581-e428-47dc-b6c4-9199dbd5f34c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.131906] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.132137] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.132324] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleting the datastore file [datastore1] 87ba25fb-c7c5-4568-8a71-b97136947fcf {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.132601] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac37d54f-fef6-41a8-8eb4-fd37e8d24e9a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.139474] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 856.139474] env[62859]: value = "task-2538081" [ 856.139474] env[62859]: _type = "Task" [ 856.139474] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.146830] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.351852] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.551695] env[62859]: DEBUG nova.scheduler.client.report [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.606622] env[62859]: DEBUG nova.network.neutron [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.649810] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179237} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.650140] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.650368] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.650566] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.755876] env[62859]: DEBUG nova.compute.manager [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Received event network-vif-plugged-5f17dcdc-7dd4-4915-96d5-52961ac09fec {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.755876] env[62859]: DEBUG oslo_concurrency.lockutils [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] Acquiring lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.755876] env[62859]: DEBUG oslo_concurrency.lockutils [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.755876] env[62859]: DEBUG oslo_concurrency.lockutils [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.755876] env[62859]: DEBUG nova.compute.manager [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] No waiting events found dispatching network-vif-plugged-5f17dcdc-7dd4-4915-96d5-52961ac09fec {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.755876] env[62859]: WARNING nova.compute.manager [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Received unexpected event network-vif-plugged-5f17dcdc-7dd4-4915-96d5-52961ac09fec for instance with vm_state building and task_state spawning. [ 856.755876] env[62859]: DEBUG nova.compute.manager [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Received event network-changed-5f17dcdc-7dd4-4915-96d5-52961ac09fec {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.755876] env[62859]: DEBUG nova.compute.manager [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Refreshing instance network info cache due to event network-changed-5f17dcdc-7dd4-4915-96d5-52961ac09fec. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 856.755876] env[62859]: DEBUG oslo_concurrency.lockutils [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] Acquiring lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.836613] env[62859]: DEBUG nova.network.neutron [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance_info_cache with network_info: [{"id": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "address": "fa:16:3e:b3:1a:5b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f17dcdc-7d", "ovs_interfaceid": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.857333] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.058147] env[62859]: DEBUG oslo_concurrency.lockutils [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.060559] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.288s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.064203] env[62859]: INFO nova.compute.claims [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.081706] env[62859]: INFO nova.scheduler.client.report [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted allocations for instance 39489686-37f8-4922-adb6-1103f3731475 [ 857.339804] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.341207] env[62859]: DEBUG nova.compute.manager [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Instance network_info: |[{"id": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "address": "fa:16:3e:b3:1a:5b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f17dcdc-7d", "ovs_interfaceid": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.341632] env[62859]: DEBUG oslo_concurrency.lockutils [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] Acquired lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.341734] env[62859]: DEBUG nova.network.neutron [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Refreshing network info cache for port 5f17dcdc-7dd4-4915-96d5-52961ac09fec {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.342979] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:1a:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f17dcdc-7dd4-4915-96d5-52961ac09fec', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.351216] env[62859]: DEBUG oslo.service.loopingcall [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.351866] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.355179] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64010a48-e4c5-4e9a-85fe-c1fc0dd000f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.375744] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538079, 'name': ReconfigVM_Task, 'duration_secs': 1.033251} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.377011] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfigured VM instance instance-00000041 to attach disk [datastore1] e7e8eb47-c059-4a97-9a09-f8559f460309/e7e8eb47-c059-4a97-9a09-f8559f460309.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.377622] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.377622] env[62859]: value = "task-2538082" [ 857.377622] env[62859]: _type = "Task" [ 857.377622] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.377831] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d4ddaeb-f0c0-4673-b077-201ca7f93efb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.387587] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538082, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.388805] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 857.388805] env[62859]: value = "task-2538083" [ 857.388805] env[62859]: _type = "Task" [ 857.388805] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.396583] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538083, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.590281] env[62859]: DEBUG oslo_concurrency.lockutils [None req-960c43a5-6939-49db-a5b8-9cb20a1ef2d9 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "39489686-37f8-4922-adb6-1103f3731475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.939s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.690069] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.690327] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.690502] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.690840] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.691008] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.691194] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.691426] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.691587] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.691753] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.692306] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.692306] env[62859]: DEBUG nova.virt.hardware [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.694453] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430a58ed-824c-42fb-8529-3e9595547cc1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.702379] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2807a0f-c879-45a3-86fc-be7a02d36244 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.718117] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:b7:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59722c06-ca68-44a0-b7a2-216c6c2d7057', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.725401] env[62859]: DEBUG oslo.service.loopingcall [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.725687] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.725911] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ac2a94-2aac-41d6-a591-150152080bdf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.745339] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.745339] env[62859]: value = "task-2538084" [ 857.745339] env[62859]: _type = "Task" [ 857.745339] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.753113] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538084, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.890764] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538082, 'name': CreateVM_Task, 'duration_secs': 0.393336} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.895770] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.898674] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.898858] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.899224] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 857.899927] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf90cc3-5885-478c-aaf5-f66493833e49 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.905087] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538083, 'name': Rename_Task, 'duration_secs': 0.153398} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.905711] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.905960] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6ab87ce-9316-4778-bc01-8554e9380a0f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.908550] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 857.908550] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526c2c75-93c5-653d-4c21-8e39fd132836" [ 857.908550] env[62859]: _type = "Task" [ 857.908550] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.912956] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 857.912956] env[62859]: value = "task-2538085" [ 857.912956] env[62859]: _type = "Task" [ 857.912956] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.918929] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526c2c75-93c5-653d-4c21-8e39fd132836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.923763] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.256924] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538084, 'name': CreateVM_Task, 'duration_secs': 0.316198} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.256924] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.256924] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.423555] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526c2c75-93c5-653d-4c21-8e39fd132836, 'name': SearchDatastore_Task, 'duration_secs': 0.014064} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.423869] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.424113] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.424362] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.424497] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.424767] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.425456] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.425817] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.426053] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13bf0670-0b0d-47f6-995d-4294b234a015 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.433497] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-538b08f3-14bd-43d4-ab9f-f44d4ea1e0a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.435194] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538085, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.439647] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 858.439647] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525b5577-0af7-1898-273f-6c8cbab958bd" [ 858.439647] env[62859]: _type = "Task" [ 858.439647] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.443541] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.443719] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.444748] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8220a93-4fe3-490c-a446-9d43ce0877d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.452270] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525b5577-0af7-1898-273f-6c8cbab958bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.455716] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 858.455716] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e3d96e-342e-f977-725f-444107143181" [ 858.455716] env[62859]: _type = "Task" [ 858.455716] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.463207] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e3d96e-342e-f977-725f-444107143181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.483041] env[62859]: DEBUG nova.network.neutron [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updated VIF entry in instance network info cache for port 5f17dcdc-7dd4-4915-96d5-52961ac09fec. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.483426] env[62859]: DEBUG nova.network.neutron [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance_info_cache with network_info: [{"id": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "address": "fa:16:3e:b3:1a:5b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f17dcdc-7d", "ovs_interfaceid": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.571268] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab3f62d-b913-456f-97bc-fc5e5d448cdd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.579982] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b382b74-1454-4dcd-8625-62a13905c229 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.613605] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f27b3a-f087-4247-915e-d6b84949b865 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.620874] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c76d48-283e-41d2-a35f-3b10c39b92c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.625900] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.636020] env[62859]: DEBUG nova.compute.provider_tree [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.927345] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538085, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.950100] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525b5577-0af7-1898-273f-6c8cbab958bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.950355] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.950599] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.950808] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.964533] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e3d96e-342e-f977-725f-444107143181, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.965294] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1887cdf1-ca53-4cfb-8791-fe1ca87d7760 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.970802] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 858.970802] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a07696-d3a5-20fc-464b-7bbba15a721a" [ 858.970802] env[62859]: _type = "Task" [ 858.970802] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.977615] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a07696-d3a5-20fc-464b-7bbba15a721a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.986170] env[62859]: DEBUG oslo_concurrency.lockutils [req-f500d65a-e603-4fbe-ad59-664b455b407a req-ad81f0b6-0633-42bd-a61c-56be2d49c780 service nova] Releasing lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.138792] env[62859]: DEBUG nova.scheduler.client.report [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.428367] env[62859]: DEBUG oslo_vmware.api [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538085, 'name': PowerOnVM_Task, 'duration_secs': 1.028656} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.428680] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.428900] env[62859]: INFO nova.compute.manager [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Took 9.72 seconds to spawn the instance on the hypervisor. [ 859.429118] env[62859]: DEBUG nova.compute.manager [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.429943] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d783f-a2ac-4fe2-b8a2-0eadb0bfeae5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.481184] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a07696-d3a5-20fc-464b-7bbba15a721a, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.481538] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.482063] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb/2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.482155] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.482330] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.482551] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-765c25c4-7add-4a23-8fba-3538a2d6d209 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.484552] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd25f3ab-7925-48ef-824f-3a1a383b8646 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.492948] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 859.492948] env[62859]: value = "task-2538086" [ 859.492948] env[62859]: _type = "Task" [ 859.492948] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.496782] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.496953] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.498249] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5763ff0c-02c1-441d-ad5d-5138b8a14e8d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.504774] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.506032] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 859.506032] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5230de1c-66ab-5fd6-e530-1a7ea0862e2d" [ 859.506032] env[62859]: _type = "Task" [ 859.506032] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.513563] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5230de1c-66ab-5fd6-e530-1a7ea0862e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.644543] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.645090] env[62859]: DEBUG nova.compute.manager [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.647859] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.867s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.649378] env[62859]: INFO nova.compute.claims [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.949966] env[62859]: INFO nova.compute.manager [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Took 54.72 seconds to build instance. [ 860.002807] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470281} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.003054] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb/2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.003304] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.003543] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d38a39-bf3d-4811-a25c-cffc9292cbb2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.010669] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 860.010669] env[62859]: value = "task-2538087" [ 860.010669] env[62859]: _type = "Task" [ 860.010669] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.017642] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5230de1c-66ab-5fd6-e530-1a7ea0862e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.018961] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c604084c-4229-40d5-a71b-3997ba9ba317 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.024316] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.027156] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 860.027156] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b1829f-230c-cdbc-6e02-fb601684bc71" [ 860.027156] env[62859]: _type = "Task" [ 860.027156] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.034641] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b1829f-230c-cdbc-6e02-fb601684bc71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.154169] env[62859]: DEBUG nova.compute.utils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.158026] env[62859]: DEBUG nova.compute.manager [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.158026] env[62859]: DEBUG nova.network.neutron [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.364603] env[62859]: DEBUG nova.policy [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dcd07c6bf21488faf334a71835ce934', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8e6bf0931d0412fb094814737c48240', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.452580] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8ac352ff-0c21-48f3-afa6-78458c0ed751 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.227s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.521388] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067342} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.521661] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.522448] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1702fe-98b7-4e07-b4ce-38bb72908a93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.547480] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb/2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.551979] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da709818-ab66-4be1-9c2d-1ea725116fe9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.572563] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b1829f-230c-cdbc-6e02-fb601684bc71, 'name': SearchDatastore_Task, 'duration_secs': 0.011855} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.573941] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.574226] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.574557] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 860.574557] env[62859]: value = "task-2538088" [ 860.574557] env[62859]: _type = "Task" [ 860.574557] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.574820] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e39c20-5531-45d5-a887-0d7b54425f3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.584919] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538088, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.586774] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 860.586774] env[62859]: value = "task-2538089" [ 860.586774] env[62859]: _type = "Task" [ 860.586774] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.659063] env[62859]: DEBUG nova.compute.manager [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.763080] env[62859]: DEBUG nova.network.neutron [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Successfully created port: 7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.816155] env[62859]: DEBUG nova.compute.manager [req-c372a2f8-26e4-48f8-ac7e-e76c63362cf7 req-a9aac201-7061-43b9-8dd4-12269ac00c90 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Received event network-changed-8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.816358] env[62859]: DEBUG nova.compute.manager [req-c372a2f8-26e4-48f8-ac7e-e76c63362cf7 req-a9aac201-7061-43b9-8dd4-12269ac00c90 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Refreshing instance network info cache due to event network-changed-8752e0c8-bd24-4f84-b296-fa1d34054773. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.816593] env[62859]: DEBUG oslo_concurrency.lockutils [req-c372a2f8-26e4-48f8-ac7e-e76c63362cf7 req-a9aac201-7061-43b9-8dd4-12269ac00c90 service nova] Acquiring lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.816740] env[62859]: DEBUG oslo_concurrency.lockutils [req-c372a2f8-26e4-48f8-ac7e-e76c63362cf7 req-a9aac201-7061-43b9-8dd4-12269ac00c90 service nova] Acquired lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.819388] env[62859]: DEBUG nova.network.neutron [req-c372a2f8-26e4-48f8-ac7e-e76c63362cf7 req-a9aac201-7061-43b9-8dd4-12269ac00c90 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Refreshing network info cache for port 8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.094057] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538088, 'name': ReconfigVM_Task, 'duration_secs': 0.421485} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.099612] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb/2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.099612] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d76b32f1-5fbf-4b9a-8e3f-8508509d930f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.106105] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497365} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.109722] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.109959] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.110286] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 861.110286] env[62859]: value = "task-2538090" [ 861.110286] env[62859]: _type = "Task" [ 861.110286] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.111054] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92962772-61a6-4ae0-9f01-be50de604a52 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.121318] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538090, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.122633] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 861.122633] env[62859]: value = "task-2538091" [ 861.122633] env[62859]: _type = "Task" [ 861.122633] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.132305] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.213285] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e198f70-7c15-4afd-b07d-ee69fc3886df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.221689] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50df5492-7c39-4379-bedf-2eb139d383e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.253694] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7374a6ec-110a-4517-98d9-8adc6bb680bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.261419] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf08b75b-c283-42df-a3b7-890af61afe8b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.281180] env[62859]: DEBUG nova.compute.provider_tree [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.543217] env[62859]: DEBUG nova.network.neutron [req-c372a2f8-26e4-48f8-ac7e-e76c63362cf7 req-a9aac201-7061-43b9-8dd4-12269ac00c90 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updated VIF entry in instance network info cache for port 8752e0c8-bd24-4f84-b296-fa1d34054773. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.543692] env[62859]: DEBUG nova.network.neutron [req-c372a2f8-26e4-48f8-ac7e-e76c63362cf7 req-a9aac201-7061-43b9-8dd4-12269ac00c90 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updating instance_info_cache with network_info: [{"id": "8752e0c8-bd24-4f84-b296-fa1d34054773", "address": "fa:16:3e:1a:db:a9", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8752e0c8-bd", "ovs_interfaceid": "8752e0c8-bd24-4f84-b296-fa1d34054773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.622419] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538090, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.633426] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069638} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.633683] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.634457] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008bcab0-9e61-4e01-b5fd-9330bad2c0d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.655591] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.655882] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec1b3c6d-7dcf-4140-9246-318a742a79e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.671807] env[62859]: DEBUG nova.compute.manager [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.679058] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 861.679058] env[62859]: value = "task-2538092" [ 861.679058] env[62859]: _type = "Task" [ 861.679058] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.687345] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.698321] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.698578] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.698739] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.698920] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.699131] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.699303] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.699511] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.699764] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.699978] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.700201] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.700387] env[62859]: DEBUG nova.virt.hardware [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.701426] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c218f1d-ea4f-4b76-a80a-42cdb18f7392 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.710484] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba2b6a-5370-4e10-87f0-2473787afb80 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.784339] env[62859]: DEBUG nova.scheduler.client.report [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.046340] env[62859]: DEBUG oslo_concurrency.lockutils [req-c372a2f8-26e4-48f8-ac7e-e76c63362cf7 req-a9aac201-7061-43b9-8dd4-12269ac00c90 service nova] Releasing lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.122691] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538090, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.189494] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538092, 'name': ReconfigVM_Task, 'duration_secs': 0.27791} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.189657] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 87ba25fb-c7c5-4568-8a71-b97136947fcf/87ba25fb-c7c5-4568-8a71-b97136947fcf.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.190331] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c114aa43-dc84-4e4e-8685-9498e33578bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.197234] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 862.197234] env[62859]: value = "task-2538093" [ 862.197234] env[62859]: _type = "Task" [ 862.197234] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.205274] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538093, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.290624] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.291199] env[62859]: DEBUG nova.compute.manager [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.294284] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.524s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.294555] env[62859]: DEBUG nova.objects.instance [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lazy-loading 'resources' on Instance uuid e001c8a9-27bb-4957-82be-e2349a5a889c {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.526710] env[62859]: DEBUG nova.compute.manager [req-ae82e2a0-bffc-4a5d-885d-e88200934d54 req-e9651797-40ba-4605-aa13-7713975a6627 service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Received event network-vif-plugged-7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.526970] env[62859]: DEBUG oslo_concurrency.lockutils [req-ae82e2a0-bffc-4a5d-885d-e88200934d54 req-e9651797-40ba-4605-aa13-7713975a6627 service nova] Acquiring lock "c7da034c-3d2b-409f-bcde-2228747ce01e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.527207] env[62859]: DEBUG oslo_concurrency.lockutils [req-ae82e2a0-bffc-4a5d-885d-e88200934d54 req-e9651797-40ba-4605-aa13-7713975a6627 service nova] Lock "c7da034c-3d2b-409f-bcde-2228747ce01e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.527380] env[62859]: DEBUG oslo_concurrency.lockutils [req-ae82e2a0-bffc-4a5d-885d-e88200934d54 req-e9651797-40ba-4605-aa13-7713975a6627 service nova] Lock "c7da034c-3d2b-409f-bcde-2228747ce01e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.527554] env[62859]: DEBUG nova.compute.manager [req-ae82e2a0-bffc-4a5d-885d-e88200934d54 req-e9651797-40ba-4605-aa13-7713975a6627 service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] No waiting events found dispatching network-vif-plugged-7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.527901] env[62859]: WARNING nova.compute.manager [req-ae82e2a0-bffc-4a5d-885d-e88200934d54 req-e9651797-40ba-4605-aa13-7713975a6627 service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Received unexpected event network-vif-plugged-7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319 for instance with vm_state building and task_state spawning. [ 862.609323] env[62859]: DEBUG nova.network.neutron [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Successfully updated port: 7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.623307] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538090, 'name': Rename_Task, 'duration_secs': 1.2008} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.624231] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.624496] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-105b47b0-7c62-45a7-9264-736f8248f153 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.631387] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 862.631387] env[62859]: value = "task-2538094" [ 862.631387] env[62859]: _type = "Task" [ 862.631387] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.639291] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.707404] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538093, 'name': Rename_Task, 'duration_secs': 0.14575} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.707683] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.707934] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-432c298d-55fe-4e41-88f5-3007e60ce03f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.714470] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 862.714470] env[62859]: value = "task-2538095" [ 862.714470] env[62859]: _type = "Task" [ 862.714470] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.722129] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.798086] env[62859]: DEBUG nova.compute.utils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.802414] env[62859]: DEBUG nova.compute.manager [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.802610] env[62859]: DEBUG nova.network.neutron [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.858484] env[62859]: DEBUG nova.policy [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a89ba4a9c11a49a3a1742933cad4a39d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3358341851c14ae1bfa861771ef1b011', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.114031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "refresh_cache-c7da034c-3d2b-409f-bcde-2228747ce01e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.114031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquired lock "refresh_cache-c7da034c-3d2b-409f-bcde-2228747ce01e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.114031] env[62859]: DEBUG nova.network.neutron [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.144476] env[62859]: DEBUG oslo_vmware.api [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538094, 'name': PowerOnVM_Task, 'duration_secs': 0.464994} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.144745] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.144948] env[62859]: INFO nova.compute.manager [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Took 8.27 seconds to spawn the instance on the hypervisor. [ 863.145144] env[62859]: DEBUG nova.compute.manager [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.145960] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26df9ed0-857d-4e70-927d-d06cf87f6cf8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.163992] env[62859]: DEBUG nova.network.neutron [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Successfully created port: 8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.227145] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538095, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.244569] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c026c60d-93d9-4467-88af-7132b92ba910 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.252122] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b943b712-3381-42d7-a3ef-b690d4fe756b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.284507] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af7bdc0-4657-4caa-8d8c-4344fd492abf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.292447] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb50a2d6-5deb-48a6-a1fd-fa76fd1a9d32 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.309025] env[62859]: DEBUG nova.compute.manager [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.311794] env[62859]: DEBUG nova.compute.provider_tree [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.656452] env[62859]: DEBUG nova.network.neutron [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.671032] env[62859]: INFO nova.compute.manager [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Took 55.18 seconds to build instance. [ 863.727642] env[62859]: DEBUG oslo_vmware.api [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538095, 'name': PowerOnVM_Task, 'duration_secs': 0.665109} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.727642] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.727642] env[62859]: DEBUG nova.compute.manager [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.728746] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed84f41-5cee-4882-8069-c8231635d32d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.817798] env[62859]: DEBUG nova.scheduler.client.report [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.833081] env[62859]: DEBUG nova.network.neutron [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Updating instance_info_cache with network_info: [{"id": "7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319", "address": "fa:16:3e:ba:ac:94", "network": {"id": "fcc80c9f-aa0b-40fa-afb4-1467efdf6b85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-417274102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6bf0931d0412fb094814737c48240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7243ffd3-94", "ovs_interfaceid": "7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.170502] env[62859]: DEBUG oslo_concurrency.lockutils [None req-12c4e889-3c40-4945-9a2a-c2b2f1860df1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.694s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.243201] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.322677] env[62859]: DEBUG nova.compute.manager [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.325320] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.327511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.243s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.330026] env[62859]: INFO nova.compute.claims [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.335248] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Releasing lock "refresh_cache-c7da034c-3d2b-409f-bcde-2228747ce01e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.335881] env[62859]: DEBUG nova.compute.manager [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Instance network_info: |[{"id": "7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319", "address": "fa:16:3e:ba:ac:94", "network": {"id": "fcc80c9f-aa0b-40fa-afb4-1467efdf6b85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-417274102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6bf0931d0412fb094814737c48240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7243ffd3-94", "ovs_interfaceid": "7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.336217] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:ac:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.344036] env[62859]: DEBUG oslo.service.loopingcall [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.344036] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.344214] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4bc5152-3303-4a93-8feb-900cbdd01fe5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.361936] env[62859]: INFO nova.scheduler.client.report [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Deleted allocations for instance e001c8a9-27bb-4957-82be-e2349a5a889c [ 864.369433] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.369433] env[62859]: value = "task-2538096" [ 864.369433] env[62859]: _type = "Task" [ 864.369433] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.371523] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.371641] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.372047] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.372047] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.372148] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.372317] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.372502] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.372664] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.372833] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.372993] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.373191] env[62859]: DEBUG nova.virt.hardware [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.374344] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a5c672-a4a8-4100-9d68-b832cd6b498a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.387638] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538096, 'name': CreateVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.390708] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c1367b-4e5c-429b-b8b7-d182ea45f1dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.721716] env[62859]: DEBUG nova.compute.manager [req-0059c029-ac4b-4aec-83bd-f40998793bb8 req-9e840ca4-afc1-4aad-9cd0-4714a4f251c3 service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Received event network-changed-7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.721824] env[62859]: DEBUG nova.compute.manager [req-0059c029-ac4b-4aec-83bd-f40998793bb8 req-9e840ca4-afc1-4aad-9cd0-4714a4f251c3 service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Refreshing instance network info cache due to event network-changed-7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 864.722911] env[62859]: DEBUG oslo_concurrency.lockutils [req-0059c029-ac4b-4aec-83bd-f40998793bb8 req-9e840ca4-afc1-4aad-9cd0-4714a4f251c3 service nova] Acquiring lock "refresh_cache-c7da034c-3d2b-409f-bcde-2228747ce01e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.723108] env[62859]: DEBUG oslo_concurrency.lockutils [req-0059c029-ac4b-4aec-83bd-f40998793bb8 req-9e840ca4-afc1-4aad-9cd0-4714a4f251c3 service nova] Acquired lock "refresh_cache-c7da034c-3d2b-409f-bcde-2228747ce01e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.723335] env[62859]: DEBUG nova.network.neutron [req-0059c029-ac4b-4aec-83bd-f40998793bb8 req-9e840ca4-afc1-4aad-9cd0-4714a4f251c3 service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Refreshing network info cache for port 7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.870478] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fec57b4-33dc-4505-bcc9-40d0dc85a167 tempest-ImagesOneServerTestJSON-774376574 tempest-ImagesOneServerTestJSON-774376574-project-member] Lock "e001c8a9-27bb-4957-82be-e2349a5a889c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.649s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.883614] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538096, 'name': CreateVM_Task, 'duration_secs': 0.383067} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.883614] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.884736] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.884736] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.885173] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 864.886198] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ac12d9-342c-43ab-bf6b-3a19c2b95f13 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.892167] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 864.892167] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52017975-de01-89f7-f388-3b0d6d2818d7" [ 864.892167] env[62859]: _type = "Task" [ 864.892167] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.901965] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52017975-de01-89f7-f388-3b0d6d2818d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.177477] env[62859]: DEBUG nova.network.neutron [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Successfully updated port: 8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.405106] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52017975-de01-89f7-f388-3b0d6d2818d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.405456] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.405672] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.405910] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.407560] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.407813] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.410198] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fb7d747-fb6e-4fb6-859a-82ae730e5efc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.427742] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.428312] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.429202] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6617315b-675d-4fa4-9c8f-5c3054709029 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.435366] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 865.435366] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525b9347-a590-0282-153c-0eea7d0ade8d" [ 865.435366] env[62859]: _type = "Task" [ 865.435366] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.446166] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525b9347-a590-0282-153c-0eea7d0ade8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.625857] env[62859]: DEBUG nova.network.neutron [req-0059c029-ac4b-4aec-83bd-f40998793bb8 req-9e840ca4-afc1-4aad-9cd0-4714a4f251c3 service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Updated VIF entry in instance network info cache for port 7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.626951] env[62859]: DEBUG nova.network.neutron [req-0059c029-ac4b-4aec-83bd-f40998793bb8 req-9e840ca4-afc1-4aad-9cd0-4714a4f251c3 service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Updating instance_info_cache with network_info: [{"id": "7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319", "address": "fa:16:3e:ba:ac:94", "network": {"id": "fcc80c9f-aa0b-40fa-afb4-1467efdf6b85", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-417274102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8e6bf0931d0412fb094814737c48240", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7243ffd3-94", "ovs_interfaceid": "7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.641930] env[62859]: DEBUG nova.compute.manager [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Stashing vm_state: active {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 865.681642] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.681802] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquired lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.681936] env[62859]: DEBUG nova.network.neutron [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.824838] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f719ac2-38a4-4f7c-b2e8-638bc5d265ae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.832939] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3874678-2702-4d84-9618-2bb541a93b5c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.865149] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453d24b3-ebf5-4fe2-9a13-f851eb482cfb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.873508] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c48844a-52f6-4cac-b947-b520993c081b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.887347] env[62859]: DEBUG nova.compute.provider_tree [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.947902] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525b9347-a590-0282-153c-0eea7d0ade8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.948746] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8241fc-7cdd-4100-8aca-aeec35f8cce7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.954202] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 865.954202] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529ae6d5-824b-05ab-2eb2-3a9fbbdd184c" [ 865.954202] env[62859]: _type = "Task" [ 865.954202] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.963699] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529ae6d5-824b-05ab-2eb2-3a9fbbdd184c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.129296] env[62859]: DEBUG oslo_concurrency.lockutils [req-0059c029-ac4b-4aec-83bd-f40998793bb8 req-9e840ca4-afc1-4aad-9cd0-4714a4f251c3 service nova] Releasing lock "refresh_cache-c7da034c-3d2b-409f-bcde-2228747ce01e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.160012] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.180829] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "ea6ef292-ee16-4263-96be-d178eddcdca8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.181098] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "ea6ef292-ee16-4263-96be-d178eddcdca8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.181302] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "ea6ef292-ee16-4263-96be-d178eddcdca8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.181478] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "ea6ef292-ee16-4263-96be-d178eddcdca8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.181641] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "ea6ef292-ee16-4263-96be-d178eddcdca8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.183999] env[62859]: INFO nova.compute.manager [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Terminating instance [ 866.262861] env[62859]: DEBUG nova.network.neutron [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.390341] env[62859]: DEBUG nova.scheduler.client.report [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.465138] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529ae6d5-824b-05ab-2eb2-3a9fbbdd184c, 'name': SearchDatastore_Task, 'duration_secs': 0.013073} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.465268] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.465670] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c7da034c-3d2b-409f-bcde-2228747ce01e/c7da034c-3d2b-409f-bcde-2228747ce01e.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.465995] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a85c9ddb-3ffa-4ea2-948e-d15c4b36ed9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.473307] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 866.473307] env[62859]: value = "task-2538097" [ 866.473307] env[62859]: _type = "Task" [ 866.473307] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.481280] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.553157] env[62859]: DEBUG nova.network.neutron [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updating instance_info_cache with network_info: [{"id": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "address": "fa:16:3e:85:9a:80", "network": {"id": "2106d02d-6ca9-4e7f-b68f-eab61f950fea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1346541158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3358341851c14ae1bfa861771ef1b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece0cc9-af", "ovs_interfaceid": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.688335] env[62859]: DEBUG nova.compute.manager [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.688335] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.691797] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cf7c96-21ed-46a4-8f54-f2b01941b7f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.698505] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.698885] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85ce0b6e-3c80-4c30-8520-119d5a651e55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.705151] env[62859]: DEBUG oslo_vmware.api [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 866.705151] env[62859]: value = "task-2538098" [ 866.705151] env[62859]: _type = "Task" [ 866.705151] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.713922] env[62859]: DEBUG oslo_vmware.api [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.882264] env[62859]: DEBUG nova.compute.manager [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Received event network-vif-plugged-8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.882567] env[62859]: DEBUG oslo_concurrency.lockutils [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] Acquiring lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.882715] env[62859]: DEBUG oslo_concurrency.lockutils [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] Lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.882934] env[62859]: DEBUG oslo_concurrency.lockutils [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] Lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.883197] env[62859]: DEBUG nova.compute.manager [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] No waiting events found dispatching network-vif-plugged-8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.883399] env[62859]: WARNING nova.compute.manager [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Received unexpected event network-vif-plugged-8ece0cc9-afbd-44f7-9f08-5bd342e7daee for instance with vm_state building and task_state spawning. [ 866.883613] env[62859]: DEBUG nova.compute.manager [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Received event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.883783] env[62859]: DEBUG nova.compute.manager [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing instance network info cache due to event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.883960] env[62859]: DEBUG oslo_concurrency.lockutils [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] Acquiring lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.898341] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.898871] env[62859]: DEBUG nova.compute.manager [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.905024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.968s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.905024] env[62859]: DEBUG nova.objects.instance [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lazy-loading 'resources' on Instance uuid 4b90acba-4b78-47fb-984e-00f2b447ad7b {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.984604] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538097, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.056451] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Releasing lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.056832] env[62859]: DEBUG nova.compute.manager [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Instance network_info: |[{"id": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "address": "fa:16:3e:85:9a:80", "network": {"id": "2106d02d-6ca9-4e7f-b68f-eab61f950fea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1346541158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3358341851c14ae1bfa861771ef1b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece0cc9-af", "ovs_interfaceid": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.057194] env[62859]: DEBUG oslo_concurrency.lockutils [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] Acquired lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.057402] env[62859]: DEBUG nova.network.neutron [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.060101] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:9a:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ece0cc9-afbd-44f7-9f08-5bd342e7daee', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.068797] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Creating folder: Project (3358341851c14ae1bfa861771ef1b011). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.069940] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b003271a-6377-4776-8b49-c99d83c0f38b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.082077] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Created folder: Project (3358341851c14ae1bfa861771ef1b011) in parent group-v512592. [ 867.082077] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Creating folder: Instances. Parent ref: group-v512796. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.082315] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-350f1b7a-549c-4b70-ae77-37378603c8bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.092149] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Created folder: Instances in parent group-v512796. [ 867.092375] env[62859]: DEBUG oslo.service.loopingcall [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.092611] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.092844] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d2606c4-76d5-475c-950d-6b682a015854 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.112867] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.112867] env[62859]: value = "task-2538101" [ 867.112867] env[62859]: _type = "Task" [ 867.112867] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.121169] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538101, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.219348] env[62859]: DEBUG oslo_vmware.api [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538098, 'name': PowerOffVM_Task, 'duration_secs': 0.427133} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.219773] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.220067] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.220455] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2cd48b1-4410-4079-a13c-b38b4a5a4f12 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.294074] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.294304] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.294558] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleting the datastore file [datastore2] ea6ef292-ee16-4263-96be-d178eddcdca8 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.294971] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-026576a9-1c1b-4e14-b3df-40c52c3f3e0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.303710] env[62859]: DEBUG oslo_vmware.api [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 867.303710] env[62859]: value = "task-2538103" [ 867.303710] env[62859]: _type = "Task" [ 867.303710] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.313982] env[62859]: DEBUG oslo_vmware.api [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.406946] env[62859]: DEBUG nova.compute.utils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.407906] env[62859]: DEBUG nova.compute.manager [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.408286] env[62859]: DEBUG nova.network.neutron [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.488039] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734967} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.490093] env[62859]: DEBUG nova.policy [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e1b8df3643418482231a2a18641c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beba168defc1400b86885cf376539987', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.491323] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c7da034c-3d2b-409f-bcde-2228747ce01e/c7da034c-3d2b-409f-bcde-2228747ce01e.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.491541] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.492062] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65e38082-c797-4ec5-8d39-ad91e3e8673c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.499975] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 867.499975] env[62859]: value = "task-2538104" [ 867.499975] env[62859]: _type = "Task" [ 867.499975] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.508594] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.625624] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538101, 'name': CreateVM_Task, 'duration_secs': 0.392888} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.627039] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.627039] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.627039] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.627039] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.627332] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4b5d51-e232-40e6-87be-ae5bb1f4886a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.642174] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 867.642174] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5233f497-1e79-cd3b-5eb5-85f3794dc4ea" [ 867.642174] env[62859]: _type = "Task" [ 867.642174] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.653239] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5233f497-1e79-cd3b-5eb5-85f3794dc4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.815126] env[62859]: DEBUG oslo_vmware.api [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28306} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.818259] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.820186] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.820458] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.820685] env[62859]: INFO nova.compute.manager [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 867.820892] env[62859]: DEBUG oslo.service.loopingcall [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.821555] env[62859]: DEBUG nova.compute.manager [-] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.821962] env[62859]: DEBUG nova.network.neutron [-] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.916789] env[62859]: DEBUG nova.compute.manager [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.987342] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d6203-ebe0-4d44-9ccf-2705f95b27d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.995864] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4752ac05-33bd-4ce4-9dbd-f4641a863b98 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.032346] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed28c41-e517-408c-b308-ba1d980b84be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.037952] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074121} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.038580] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.039371] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2e38bc-1007-4bdd-ad62-a796868cad52 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.045335] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188a79a3-abeb-4be2-a71a-21da067b73c6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.067473] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c7da034c-3d2b-409f-bcde-2228747ce01e/c7da034c-3d2b-409f-bcde-2228747ce01e.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.068385] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86409628-787f-4364-8661-0660cf8f8c8a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.092501] env[62859]: DEBUG nova.network.neutron [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updated VIF entry in instance network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.092832] env[62859]: DEBUG nova.network.neutron [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updating instance_info_cache with network_info: [{"id": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "address": "fa:16:3e:85:9a:80", "network": {"id": "2106d02d-6ca9-4e7f-b68f-eab61f950fea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1346541158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3358341851c14ae1bfa861771ef1b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece0cc9-af", "ovs_interfaceid": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.094291] env[62859]: DEBUG nova.compute.provider_tree [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.101870] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 868.101870] env[62859]: value = "task-2538105" [ 868.101870] env[62859]: _type = "Task" [ 868.101870] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.112329] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.152575] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5233f497-1e79-cd3b-5eb5-85f3794dc4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.018053} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.152928] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.153184] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.153425] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.153628] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.153841] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.154123] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-176993f7-7c7c-432f-8479-8de11a00e801 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.159117] env[62859]: DEBUG nova.network.neutron [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Successfully created port: cea38adf-c642-48ac-8a29-1f90cc0df6e7 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.166908] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.167109] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.167853] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5155bd80-fb68-4c77-a260-609951807cfe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.173066] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 868.173066] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e80bf-82e7-2d4c-dc89-25411c65e766" [ 868.173066] env[62859]: _type = "Task" [ 868.173066] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.182272] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e80bf-82e7-2d4c-dc89-25411c65e766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.597596] env[62859]: DEBUG oslo_concurrency.lockutils [req-91c25092-ea04-46e9-bcf5-b4e66824003c req-cc386360-d189-4ea5-81b0-7222aad9bd0a service nova] Releasing lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.598155] env[62859]: DEBUG nova.scheduler.client.report [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.617559] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.685048] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e80bf-82e7-2d4c-dc89-25411c65e766, 'name': SearchDatastore_Task, 'duration_secs': 0.039937} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.685889] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832e740e-c10c-4ef1-8086-75cf1b3211f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.691049] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 868.691049] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c65f43-9e93-4cf3-87f9-3281aaa5c71b" [ 868.691049] env[62859]: _type = "Task" [ 868.691049] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.698403] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c65f43-9e93-4cf3-87f9-3281aaa5c71b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.880395] env[62859]: DEBUG nova.network.neutron [-] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.930767] env[62859]: DEBUG nova.compute.manager [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.965359] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5fbe4503c6c14048382a9470b80978e8',container_format='bare',created_at=2025-02-14T11:31:32Z,direct_url=,disk_format='vmdk',id=12c4fc4a-f30e-4fb2-aed6-98137086f4c8,min_disk=1,min_ram=0,name='tempest-test-snap-1080374490',owner='beba168defc1400b86885cf376539987',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-14T11:31:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.965810] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.966018] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.966783] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.966953] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.967135] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.967390] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.967568] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.967748] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.967915] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.968114] env[62859]: DEBUG nova.virt.hardware [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.971324] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac9128d-8291-4661-847a-935a6515bceb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.976116] env[62859]: DEBUG nova.compute.manager [req-682770dd-512d-476f-8405-8606482ac0fb req-6cace7e1-3d28-4f3d-913f-d82378c29620 service nova] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Received event network-vif-deleted-85691d67-2216-4f0e-94c4-0f10668fa447 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.980054] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd4089-e1c3-424f-9a3d-26011d771948 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.113072] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.115159] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538105, 'name': ReconfigVM_Task, 'duration_secs': 0.844383} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.115660] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.706s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.117257] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c7da034c-3d2b-409f-bcde-2228747ce01e/c7da034c-3d2b-409f-bcde-2228747ce01e.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.118361] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c80b675-d0cf-4878-81ed-4359de4f41c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.125789] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 869.125789] env[62859]: value = "task-2538106" [ 869.125789] env[62859]: _type = "Task" [ 869.125789] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.135320] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538106, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.138863] env[62859]: INFO nova.scheduler.client.report [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Deleted allocations for instance 4b90acba-4b78-47fb-984e-00f2b447ad7b [ 869.202758] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c65f43-9e93-4cf3-87f9-3281aaa5c71b, 'name': SearchDatastore_Task, 'duration_secs': 0.050674} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.202900] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.203223] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] fc260c09-2a90-421f-b65d-06fdbe4bc8bd/fc260c09-2a90-421f-b65d-06fdbe4bc8bd.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.203585] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4a7ffc3-87e7-4c10-9e0b-cb77b4cf62c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.210212] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 869.210212] env[62859]: value = "task-2538107" [ 869.210212] env[62859]: _type = "Task" [ 869.210212] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.219533] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.383783] env[62859]: INFO nova.compute.manager [-] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Took 1.56 seconds to deallocate network for instance. [ 869.621504] env[62859]: INFO nova.compute.claims [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.635653] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538106, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.647974] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7af90206-ad41-4448-8057-c565e565539e tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "4b90acba-4b78-47fb-984e-00f2b447ad7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.298s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.725358] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538107, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.891040] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.029301] env[62859]: DEBUG nova.network.neutron [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Successfully updated port: cea38adf-c642-48ac-8a29-1f90cc0df6e7 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.128110] env[62859]: INFO nova.compute.resource_tracker [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating resource usage from migration ca2a058e-3d4c-46c6-aca1-e079e9086a92 [ 870.139680] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538106, 'name': Rename_Task, 'duration_secs': 0.88358} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.139933] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.140196] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d59b7825-eee1-407d-8e73-cc517e6a08f3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.146089] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 870.146089] env[62859]: value = "task-2538108" [ 870.146089] env[62859]: _type = "Task" [ 870.146089] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.155257] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.223259] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.945327} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.223575] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] fc260c09-2a90-421f-b65d-06fdbe4bc8bd/fc260c09-2a90-421f-b65d-06fdbe4bc8bd.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.223791] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.224067] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4e11cd3-a6c5-4833-adbb-206fac2bbce3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.231341] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 870.231341] env[62859]: value = "task-2538109" [ 870.231341] env[62859]: _type = "Task" [ 870.231341] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.245105] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.527448] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c720dca-8bbc-4f0f-893e-5b208979b9ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.531527] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "refresh_cache-6897f4f0-6b48-499c-8e92-888b78399073" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.531527] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "refresh_cache-6897f4f0-6b48-499c-8e92-888b78399073" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.531527] env[62859]: DEBUG nova.network.neutron [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.538965] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e75781-eb2b-4f56-aa28-3c9fa750e0c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.571778] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b243e58-34ed-4c9e-b953-89fbd73de132 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.582686] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2901e82-0b11-4169-af54-62e5615dc8fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.601995] env[62859]: DEBUG nova.compute.provider_tree [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.656910] env[62859]: DEBUG oslo_vmware.api [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538108, 'name': PowerOnVM_Task, 'duration_secs': 0.475373} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.657198] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.657436] env[62859]: INFO nova.compute.manager [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Took 8.99 seconds to spawn the instance on the hypervisor. [ 870.657636] env[62859]: DEBUG nova.compute.manager [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.658409] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a568fd75-a7f4-458f-aac0-70433540ec85 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.745666] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119745} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.746034] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.747146] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b82bdb-8d7e-4564-94b0-a7fef6912a35 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.772599] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] fc260c09-2a90-421f-b65d-06fdbe4bc8bd/fc260c09-2a90-421f-b65d-06fdbe4bc8bd.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.773302] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c811b024-2c9b-4472-922c-20c94e545b63 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.793415] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 870.793415] env[62859]: value = "task-2538110" [ 870.793415] env[62859]: _type = "Task" [ 870.793415] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.801435] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.003737] env[62859]: DEBUG nova.compute.manager [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Received event network-vif-plugged-cea38adf-c642-48ac-8a29-1f90cc0df6e7 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.003962] env[62859]: DEBUG oslo_concurrency.lockutils [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] Acquiring lock "6897f4f0-6b48-499c-8e92-888b78399073-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.004408] env[62859]: DEBUG oslo_concurrency.lockutils [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] Lock "6897f4f0-6b48-499c-8e92-888b78399073-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.004630] env[62859]: DEBUG oslo_concurrency.lockutils [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] Lock "6897f4f0-6b48-499c-8e92-888b78399073-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.004846] env[62859]: DEBUG nova.compute.manager [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] No waiting events found dispatching network-vif-plugged-cea38adf-c642-48ac-8a29-1f90cc0df6e7 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.005048] env[62859]: WARNING nova.compute.manager [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Received unexpected event network-vif-plugged-cea38adf-c642-48ac-8a29-1f90cc0df6e7 for instance with vm_state building and task_state spawning. [ 871.005245] env[62859]: DEBUG nova.compute.manager [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Received event network-changed-cea38adf-c642-48ac-8a29-1f90cc0df6e7 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.005419] env[62859]: DEBUG nova.compute.manager [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Refreshing instance network info cache due to event network-changed-cea38adf-c642-48ac-8a29-1f90cc0df6e7. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 871.005662] env[62859]: DEBUG oslo_concurrency.lockutils [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] Acquiring lock "refresh_cache-6897f4f0-6b48-499c-8e92-888b78399073" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.078013] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.078389] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.078619] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.078812] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.078985] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.081642] env[62859]: DEBUG nova.network.neutron [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.083855] env[62859]: INFO nova.compute.manager [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Terminating instance [ 871.105234] env[62859]: DEBUG nova.scheduler.client.report [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.131894] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "1b630352-7e66-49c5-9601-c0f94b0d00e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.132951] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "1b630352-7e66-49c5-9601-c0f94b0d00e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.132951] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "1b630352-7e66-49c5-9601-c0f94b0d00e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.132951] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "1b630352-7e66-49c5-9601-c0f94b0d00e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.132951] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "1b630352-7e66-49c5-9601-c0f94b0d00e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.135318] env[62859]: INFO nova.compute.manager [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Terminating instance [ 871.174959] env[62859]: INFO nova.compute.manager [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Took 54.43 seconds to build instance. [ 871.303695] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.307978] env[62859]: DEBUG nova.network.neutron [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Updating instance_info_cache with network_info: [{"id": "cea38adf-c642-48ac-8a29-1f90cc0df6e7", "address": "fa:16:3e:29:16:65", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea38adf-c6", "ovs_interfaceid": "cea38adf-c642-48ac-8a29-1f90cc0df6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.587343] env[62859]: DEBUG nova.compute.manager [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.587564] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.588462] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeba7557-a2ba-4652-ab25-8c8072ae4f12 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.596420] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.596733] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda6a28e-8cbd-45d3-9b46-300333f36ab5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.602442] env[62859]: DEBUG oslo_vmware.api [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 871.602442] env[62859]: value = "task-2538111" [ 871.602442] env[62859]: _type = "Task" [ 871.602442] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.609954] env[62859]: DEBUG oslo_vmware.api [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.612804] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.497s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.613052] env[62859]: INFO nova.compute.manager [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Migrating [ 871.620088] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.558s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.620350] env[62859]: DEBUG nova.objects.instance [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lazy-loading 'resources' on Instance uuid 61298cc5-f277-4ffa-a9ce-5d6998706a51 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.639460] env[62859]: DEBUG nova.compute.manager [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.639752] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.640531] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77167a96-4e5e-4cd0-9b75-16d3e8dd542f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.648280] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.648733] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f17e6042-3978-437e-9227-d043195baddc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.654860] env[62859]: DEBUG oslo_vmware.api [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 871.654860] env[62859]: value = "task-2538112" [ 871.654860] env[62859]: _type = "Task" [ 871.654860] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.662720] env[62859]: DEBUG oslo_vmware.api [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.677473] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2f309e1b-c9d4-4917-b47d-45147e0660d7 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "c7da034c-3d2b-409f-bcde-2228747ce01e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.942s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.803893] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538110, 'name': ReconfigVM_Task, 'duration_secs': 0.782474} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.804205] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Reconfigured VM instance instance-00000043 to attach disk [datastore1] fc260c09-2a90-421f-b65d-06fdbe4bc8bd/fc260c09-2a90-421f-b65d-06fdbe4bc8bd.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.804870] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d6dbb29-8a3d-48c6-bdb3-eaf7dd179945 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.811368] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "refresh_cache-6897f4f0-6b48-499c-8e92-888b78399073" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.811677] env[62859]: DEBUG nova.compute.manager [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Instance network_info: |[{"id": "cea38adf-c642-48ac-8a29-1f90cc0df6e7", "address": "fa:16:3e:29:16:65", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea38adf-c6", "ovs_interfaceid": "cea38adf-c642-48ac-8a29-1f90cc0df6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.812292] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 871.812292] env[62859]: value = "task-2538113" [ 871.812292] env[62859]: _type = "Task" [ 871.812292] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.812292] env[62859]: DEBUG oslo_concurrency.lockutils [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] Acquired lock "refresh_cache-6897f4f0-6b48-499c-8e92-888b78399073" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.812593] env[62859]: DEBUG nova.network.neutron [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Refreshing network info cache for port cea38adf-c642-48ac-8a29-1f90cc0df6e7 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.813736] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:16:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cea38adf-c642-48ac-8a29-1f90cc0df6e7', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.821604] env[62859]: DEBUG oslo.service.loopingcall [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.823039] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.826257] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdcf8965-4e28-4d3b-a49a-c518d2a929ff {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.850698] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538113, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.852168] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.852168] env[62859]: value = "task-2538114" [ 871.852168] env[62859]: _type = "Task" [ 871.852168] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.861114] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538114, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.115699] env[62859]: DEBUG oslo_vmware.api [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538111, 'name': PowerOffVM_Task, 'duration_secs': 0.2399} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.116104] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.116296] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.116560] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50f065f0-76f3-4bb6-b0d4-3c5a6530d27e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.130419] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.130638] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.130816] env[62859]: DEBUG nova.network.neutron [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.167439] env[62859]: DEBUG oslo_vmware.api [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538112, 'name': PowerOffVM_Task, 'duration_secs': 0.236583} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.167686] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.167869] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.168144] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dee6251f-114f-4adf-9f97-a803b498d928 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.335470] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538113, 'name': Rename_Task, 'duration_secs': 0.243807} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.335805] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.336078] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dafaed77-70a4-4b91-a0e0-29bfce840b68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.341846] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 872.341846] env[62859]: value = "task-2538117" [ 872.341846] env[62859]: _type = "Task" [ 872.341846] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.349947] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.360997] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538114, 'name': CreateVM_Task, 'duration_secs': 0.444005} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.363331] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.364226] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.364590] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.364747] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.365053] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc0aa39-5533-4c24-84ee-cb09d157b9ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.369468] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 872.369468] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523e005d-994c-72af-79a2-737b2335e1f9" [ 872.369468] env[62859]: _type = "Task" [ 872.369468] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.381465] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523e005d-994c-72af-79a2-737b2335e1f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.528594] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd759897-dade-4b35-a04d-88f72ef95a9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.536306] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45505c3-1df6-4254-9a21-8983cc1ede92 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.567578] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953ce3f7-1998-4991-a719-5e1e254ef7ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.575839] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f11975-c18c-47d6-aaf8-649a92853f07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.591604] env[62859]: DEBUG nova.compute.provider_tree [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.636934] env[62859]: DEBUG nova.network.neutron [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Updated VIF entry in instance network info cache for port cea38adf-c642-48ac-8a29-1f90cc0df6e7. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.637336] env[62859]: DEBUG nova.network.neutron [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Updating instance_info_cache with network_info: [{"id": "cea38adf-c642-48ac-8a29-1f90cc0df6e7", "address": "fa:16:3e:29:16:65", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea38adf-c6", "ovs_interfaceid": "cea38adf-c642-48ac-8a29-1f90cc0df6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.853085] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.879121] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.879380] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Processing image 12c4fc4a-f30e-4fb2-aed6-98137086f4c8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.879652] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8/12c4fc4a-f30e-4fb2-aed6-98137086f4c8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.879811] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8/12c4fc4a-f30e-4fb2-aed6-98137086f4c8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.879991] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.880259] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49eb54a3-dfd6-4c7a-9819-e7ed68a40c2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.889154] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.889334] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.890062] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b4844b-d91b-46be-9417-03c85d947b24 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.895095] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 872.895095] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526c63d3-1c30-4828-ad20-d4c42464c63b" [ 872.895095] env[62859]: _type = "Task" [ 872.895095] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.902357] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526c63d3-1c30-4828-ad20-d4c42464c63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.094818] env[62859]: DEBUG nova.scheduler.client.report [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.143022] env[62859]: DEBUG oslo_concurrency.lockutils [req-5bd00620-6af7-4a41-a296-c8f8f896d5fd req-8f8d3f0d-840c-4099-b2a0-576fb404a952 service nova] Releasing lock "refresh_cache-6897f4f0-6b48-499c-8e92-888b78399073" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.281569] env[62859]: DEBUG nova.network.neutron [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance_info_cache with network_info: [{"id": "27585305-c469-457b-96eb-2d429f6a859e", "address": "fa:16:3e:28:99:39", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27585305-c4", "ovs_interfaceid": "27585305-c469-457b-96eb-2d429f6a859e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.352629] env[62859]: DEBUG oslo_vmware.api [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538117, 'name': PowerOnVM_Task, 'duration_secs': 0.866111} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.352629] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.352849] env[62859]: INFO nova.compute.manager [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Took 9.03 seconds to spawn the instance on the hypervisor. [ 873.353017] env[62859]: DEBUG nova.compute.manager [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.353844] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fc6e4b-1814-4fb7-9d54-73fd592b907e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.406975] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Preparing fetch location {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 873.407283] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Fetch image to [datastore1] OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5/OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5.vmdk {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 873.407453] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Downloading stream optimized image 12c4fc4a-f30e-4fb2-aed6-98137086f4c8 to [datastore1] OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5/OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5.vmdk on the data store datastore1 as vApp {{(pid=62859) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 873.407635] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Downloading image file data 12c4fc4a-f30e-4fb2-aed6-98137086f4c8 to the ESX as VM named 'OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5' {{(pid=62859) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 873.489436] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.489663] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.489855] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Deleting the datastore file [datastore2] 227f5719-0bc8-43d5-ad17-7c4639fa2bcc {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.490120] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0312c00a-526f-41a2-b663-8dc44d3ff316 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.493289] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 873.493289] env[62859]: value = "resgroup-9" [ 873.493289] env[62859]: _type = "ResourcePool" [ 873.493289] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 873.493699] env[62859]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b39932f6-3379-4333-9aad-f8fd94ca7d80 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.510974] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.511232] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.511436] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Deleting the datastore file [datastore1] 1b630352-7e66-49c5-9601-c0f94b0d00e0 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.511995] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c42ccd-f04f-443f-9bfb-9d18a2c7adbd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.514703] env[62859]: DEBUG oslo_vmware.api [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 873.514703] env[62859]: value = "task-2538118" [ 873.514703] env[62859]: _type = "Task" [ 873.514703] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.519076] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lease: (returnval){ [ 873.519076] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d8085-f9e3-b064-8e7e-1c03885916af" [ 873.519076] env[62859]: _type = "HttpNfcLease" [ 873.519076] env[62859]: } obtained for vApp import into resource pool (val){ [ 873.519076] env[62859]: value = "resgroup-9" [ 873.519076] env[62859]: _type = "ResourcePool" [ 873.519076] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 873.519427] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the lease: (returnval){ [ 873.519427] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d8085-f9e3-b064-8e7e-1c03885916af" [ 873.519427] env[62859]: _type = "HttpNfcLease" [ 873.519427] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 873.520683] env[62859]: DEBUG oslo_vmware.api [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for the task: (returnval){ [ 873.520683] env[62859]: value = "task-2538120" [ 873.520683] env[62859]: _type = "Task" [ 873.520683] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.528976] env[62859]: DEBUG oslo_vmware.api [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.533715] env[62859]: DEBUG oslo_vmware.api [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.535168] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.535168] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d8085-f9e3-b064-8e7e-1c03885916af" [ 873.535168] env[62859]: _type = "HttpNfcLease" [ 873.535168] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 873.603222] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.606106] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.438s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.626246] env[62859]: INFO nova.scheduler.client.report [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Deleted allocations for instance 61298cc5-f277-4ffa-a9ce-5d6998706a51 [ 873.785486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.872212] env[62859]: INFO nova.compute.manager [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Took 57.12 seconds to build instance. [ 874.027212] env[62859]: DEBUG oslo_vmware.api [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166112} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.030345] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.030527] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.030753] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.030939] env[62859]: INFO nova.compute.manager [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Took 2.44 seconds to destroy the instance on the hypervisor. [ 874.031223] env[62859]: DEBUG oslo.service.loopingcall [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.032760] env[62859]: DEBUG nova.compute.manager [-] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.032866] env[62859]: DEBUG nova.network.neutron [-] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.034386] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.034386] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d8085-f9e3-b064-8e7e-1c03885916af" [ 874.034386] env[62859]: _type = "HttpNfcLease" [ 874.034386] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 874.039188] env[62859]: DEBUG oslo_vmware.api [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Task: {'id': task-2538120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149193} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.039408] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.039585] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.039762] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.039931] env[62859]: INFO nova.compute.manager [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Took 2.40 seconds to destroy the instance on the hypervisor. [ 874.040165] env[62859]: DEBUG oslo.service.loopingcall [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.040417] env[62859]: DEBUG nova.compute.manager [-] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.040460] env[62859]: DEBUG nova.network.neutron [-] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.133636] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1a220ccd-0228-4018-898e-ae54fbce43fc tempest-ListImageFiltersTestJSON-561280899 tempest-ListImageFiltersTestJSON-561280899-project-member] Lock "61298cc5-f277-4ffa-a9ce-5d6998706a51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.450s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.176414] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "c7da034c-3d2b-409f-bcde-2228747ce01e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.176906] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "c7da034c-3d2b-409f-bcde-2228747ce01e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.176906] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "c7da034c-3d2b-409f-bcde-2228747ce01e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.177113] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "c7da034c-3d2b-409f-bcde-2228747ce01e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.177290] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "c7da034c-3d2b-409f-bcde-2228747ce01e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.179788] env[62859]: INFO nova.compute.manager [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Terminating instance [ 874.376390] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7da719cb-cb8a-4703-b7d4-2f78a66dd98c tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.641s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.530478] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.530478] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d8085-f9e3-b064-8e7e-1c03885916af" [ 874.530478] env[62859]: _type = "HttpNfcLease" [ 874.530478] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 874.530798] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 874.530798] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528d8085-f9e3-b064-8e7e-1c03885916af" [ 874.530798] env[62859]: _type = "HttpNfcLease" [ 874.530798] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 874.531535] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c055bb-e61a-4e91-929c-98babb02914e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.538693] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6faa-39e9-4ed8-5ae3-197a89c3bd7d/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 874.538839] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6faa-39e9-4ed8-5ae3-197a89c3bd7d/disk-0.vmdk. {{(pid=62859) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 874.611923] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca4c4e50-8b4e-4eac-aac9-73b35d76715e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.624597] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Applying migration context for instance 9045485e-14d4-4894-81be-d3b81b45a794 as it has an incoming, in-progress migration 0d984a05-ca2c-4a5c-95bc-bf3941a8520e. Migration status is reverting {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 874.628020] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Applying migration context for instance edd39829-7fbc-4f66-813a-b1efd6197163 as it has an incoming, in-progress migration ca2a058e-3d4c-46c6-aca1-e079e9086a92. Migration status is migrating {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 874.628020] env[62859]: INFO nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating resource usage from migration 0d984a05-ca2c-4a5c-95bc-bf3941a8520e [ 874.628020] env[62859]: INFO nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating resource usage from migration ca2a058e-3d4c-46c6-aca1-e079e9086a92 [ 874.628163] env[62859]: INFO nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating resource usage from migration ac2bb462-8c36-40b0-81f1-e442daaea648 [ 874.656693] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance fde96d58-b090-42bd-881e-e03f2a819f58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.656860] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 035853df-2910-4a07-a5c6-2f42b2ca01da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.656985] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 87ba25fb-c7c5-4568-8a71-b97136947fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.657120] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 26d29119-2b0e-41c9-9ea4-b9a508e657d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.657241] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.657384] env[62859]: WARNING nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 819bc465-d1e1-41bb-8d69-740c4eb51f4d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.657524] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 6452c79d-2627-4002-b4bf-9ea900b4318c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.657654] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 1bf06293-a7e1-4af8-9e82-7f43c8695bb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.657767] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 95aff221-c77b-49c3-b8b1-687bd1b65f1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.657881] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance bc05d4e3-072c-4fb8-a72a-0cac504a8511 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.657992] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 0987f015-d61f-46fd-bdf1-fc5e64c8646a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.658118] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 227f5719-0bc8-43d5-ad17-7c4639fa2bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.658229] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 1b630352-7e66-49c5-9601-c0f94b0d00e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.658359] env[62859]: WARNING nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance b155732f-3bc6-46ad-b419-0489ca62be0b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.658480] env[62859]: WARNING nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance a6336d6b-6911-43fd-80b8-1d2e74accf2d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.658622] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 4e5ff9cf-e8b2-4459-9036-36f0ebad5858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.658766] env[62859]: WARNING nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance ea6ef292-ee16-4263-96be-d178eddcdca8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.658884] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Migration 0d984a05-ca2c-4a5c-95bc-bf3941a8520e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 874.658995] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 9045485e-14d4-4894-81be-d3b81b45a794 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.659116] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 1022f581-e428-47dc-b6c4-9199dbd5f34c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.659224] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance e7e8eb47-c059-4a97-9a09-f8559f460309 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.659332] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance fc260c09-2a90-421f-b65d-06fdbe4bc8bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.659438] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c7da034c-3d2b-409f-bcde-2228747ce01e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.683919] env[62859]: DEBUG nova.compute.manager [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.684160] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.685029] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b88bd1-8980-4e53-b837-42e71c759a8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.692445] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.692676] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c29c0ab-0e1d-4b4e-9465-a9f53edd4aed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.699291] env[62859]: DEBUG oslo_vmware.api [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 874.699291] env[62859]: value = "task-2538121" [ 874.699291] env[62859]: _type = "Task" [ 874.699291] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.709118] env[62859]: DEBUG oslo_vmware.api [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.832519] env[62859]: DEBUG nova.compute.manager [req-650a0b44-090e-41bd-9e37-7a3c6b2a327e req-a86a5b2e-2efd-45e4-8280-8b1702139c4d service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Received event network-vif-deleted-2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.832826] env[62859]: INFO nova.compute.manager [req-650a0b44-090e-41bd-9e37-7a3c6b2a327e req-a86a5b2e-2efd-45e4-8280-8b1702139c4d service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Neutron deleted interface 2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04; detaching it from the instance and deleting it from the info cache [ 874.832947] env[62859]: DEBUG nova.network.neutron [req-650a0b44-090e-41bd-9e37-7a3c6b2a327e req-a86a5b2e-2efd-45e4-8280-8b1702139c4d service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.109107] env[62859]: DEBUG nova.network.neutron [-] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.113652] env[62859]: DEBUG nova.network.neutron [-] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.162369] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 32ded70b-ce17-4986-a2b7-812513c24614 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 875.162657] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 6897f4f0-6b48-499c-8e92-888b78399073 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.162745] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Migration ca2a058e-3d4c-46c6-aca1-e079e9086a92 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 875.162870] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance edd39829-7fbc-4f66-813a-b1efd6197163 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.213120] env[62859]: DEBUG oslo_vmware.api [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538121, 'name': PowerOffVM_Task, 'duration_secs': 0.231392} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.215404] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.215625] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.216369] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08df7a60-9cab-45b8-8f21-07c34bb6cf87 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.306817] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db9eea-1b90-4d33-85e5-30e7b2adb83d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.326554] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance 'edd39829-7fbc-4f66-813a-b1efd6197163' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.336468] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e03fc4a1-0924-4fe4-bcba-2228b07d4731 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.348637] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d19c51-6cb9-4e21-aebf-9f4855396bea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.392458] env[62859]: DEBUG nova.compute.manager [req-650a0b44-090e-41bd-9e37-7a3c6b2a327e req-a86a5b2e-2efd-45e4-8280-8b1702139c4d service nova] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Detach interface failed, port_id=2f0bcc97-1a8b-4ec7-8f6e-250f7d2f2d04, reason: Instance 227f5719-0bc8-43d5-ad17-7c4639fa2bcc could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 875.434089] env[62859]: INFO nova.compute.manager [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Rescuing [ 875.434089] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.434089] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquired lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.434310] env[62859]: DEBUG nova.network.neutron [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.462907] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Completed reading data from the image iterator. {{(pid=62859) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 875.463180] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6faa-39e9-4ed8-5ae3-197a89c3bd7d/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.464147] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8927c8-eb32-48f8-b629-8cd1353ed5fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.471414] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6faa-39e9-4ed8-5ae3-197a89c3bd7d/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.471547] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6faa-39e9-4ed8-5ae3-197a89c3bd7d/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 875.471884] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e8cb0b4c-4ec1-4dc6-89a1-125f75808a93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.612227] env[62859]: INFO nova.compute.manager [-] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Took 1.57 seconds to deallocate network for instance. [ 875.620422] env[62859]: INFO nova.compute.manager [-] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Took 1.59 seconds to deallocate network for instance. [ 875.667350] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c9557eee-c6c0-4339-a04c-f6ebdb81ec68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 875.696643] env[62859]: DEBUG oslo_vmware.rw_handles [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce6faa-39e9-4ed8-5ae3-197a89c3bd7d/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 875.696977] env[62859]: INFO nova.virt.vmwareapi.images [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Downloaded image file data 12c4fc4a-f30e-4fb2-aed6-98137086f4c8 [ 875.698000] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b410b3-d2f0-4cdc-b14c-4e9c8fad7257 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.714412] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23757638-cd92-4cd2-a166-62d9f164d4e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.737298] env[62859]: INFO nova.virt.vmwareapi.images [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] The imported VM was unregistered [ 875.739557] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Caching image {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 875.739800] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating directory with path [datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.740105] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a95502f-110d-4185-8d13-c3141d55951f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.751783] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Created directory with path [datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.751988] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5/OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5.vmdk to [datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8/12c4fc4a-f30e-4fb2-aed6-98137086f4c8.vmdk. {{(pid=62859) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 875.752266] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7c8da21a-5da0-42f8-894b-360c28e2cadb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.758963] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 875.758963] env[62859]: value = "task-2538124" [ 875.758963] env[62859]: _type = "Task" [ 875.758963] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.767568] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538124, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.833718] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.834060] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-365e8073-f327-445b-a64c-a104dc414b97 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.840304] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 875.840304] env[62859]: value = "task-2538125" [ 875.840304] env[62859]: _type = "Task" [ 875.840304] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.848328] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.127819] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.129225] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.171433] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 8b458941-5861-46a4-b91c-06f94966c5b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 876.171816] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Migration ac2bb462-8c36-40b0-81f1-e442daaea648 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 876.171988] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 876.172790] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 876.172963] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5120MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 876.226177] env[62859]: DEBUG nova.network.neutron [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updating instance_info_cache with network_info: [{"id": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "address": "fa:16:3e:85:9a:80", "network": {"id": "2106d02d-6ca9-4e7f-b68f-eab61f950fea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1346541158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3358341851c14ae1bfa861771ef1b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece0cc9-af", "ovs_interfaceid": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.274818] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538124, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.355844] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 876.355924] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance 'edd39829-7fbc-4f66-813a-b1efd6197163' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.686453] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892cfd93-b55b-479b-a6e3-8af159e3020b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.694813] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91503ae-26a8-4c35-b071-0667d70241a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.727321] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e40a5-f38c-49ae-a52c-581cc372b6ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.730506] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Releasing lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.738139] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae9629c-fc21-4ff4-90c4-0d51ed79363a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.753175] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.757682] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.757922] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.758139] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Deleting the datastore file [datastore1] c7da034c-3d2b-409f-bcde-2228747ce01e {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.758894] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea6642b3-dfce-41fe-89cb-4a51a958d70f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.770212] env[62859]: DEBUG oslo_vmware.api [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 876.770212] env[62859]: value = "task-2538126" [ 876.770212] env[62859]: _type = "Task" [ 876.770212] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.773788] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538124, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.782380] env[62859]: DEBUG oslo_vmware.api [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.859029] env[62859]: DEBUG nova.compute.manager [req-e488194f-3b3a-40f8-8c8d-9acd19ae5e8d req-13cc6b81-494d-49b5-a8e9-3df8bc906036 service nova] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Received event network-vif-deleted-f493f8b6-8743-41a2-90be-bbc6cb91a132 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.862385] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.862621] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.862783] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.862968] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.863131] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.863285] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.863659] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.863923] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.864151] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.864346] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.864534] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.870731] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aee5534-9e8e-4893-9837-dca9fd82827c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.888795] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 876.888795] env[62859]: value = "task-2538127" [ 876.888795] env[62859]: _type = "Task" [ 876.888795] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.898125] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.260278] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.283394] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538124, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.294086] env[62859]: DEBUG oslo_vmware.api [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.401127] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538127, 'name': ReconfigVM_Task, 'duration_secs': 0.219068} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.404794] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance 'edd39829-7fbc-4f66-813a-b1efd6197163' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.772134] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 877.772257] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.166s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.774235] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.598s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.774440] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.776521] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.101s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.778046] env[62859]: INFO nova.compute.claims [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.781041] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 877.781690] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Cleaning up deleted instances {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 877.788033] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538124, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.807555] env[62859]: DEBUG oslo_vmware.api [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.816337] env[62859]: INFO nova.scheduler.client.report [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Deleted allocations for instance a6336d6b-6911-43fd-80b8-1d2e74accf2d [ 877.911173] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.911173] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.911173] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.911173] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.911969] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.911969] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.911969] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.911969] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.912279] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.912483] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.913248] env[62859]: DEBUG nova.virt.hardware [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.924722] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.926298] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06fd7237-0cf0-41b8-be72-440e73bb45ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.958677] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 877.958677] env[62859]: value = "task-2538128" [ 877.958677] env[62859]: _type = "Task" [ 877.958677] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.970277] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.274747] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538124, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.477764} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.275059] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5/OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5.vmdk to [datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8/12c4fc4a-f30e-4fb2-aed6-98137086f4c8.vmdk. [ 878.275185] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Cleaning up location [datastore1] OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 878.275353] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a0509627-de81-4d86-84b9-61e143fb0bd5 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.275633] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c64f09a-c29c-4197-ab48-d199ef7baff3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.282047] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 878.282047] env[62859]: value = "task-2538129" [ 878.282047] env[62859]: _type = "Task" [ 878.282047] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.301497] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] There are 43 instances to clean {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 878.301775] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 4b90acba-4b78-47fb-984e-00f2b447ad7b] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 878.303927] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.308096] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.312353] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a5608d8-f6bf-4473-af87-3f8bee781954 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.328149] env[62859]: DEBUG oslo_vmware.api [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.438709} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.328149] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a7c43db2-11b7-4126-a613-d2505b57aa4f tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "a6336d6b-6911-43fd-80b8-1d2e74accf2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.056s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.331557] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.331918] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.332252] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.332590] env[62859]: INFO nova.compute.manager [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Took 3.65 seconds to destroy the instance on the hypervisor. [ 878.333113] env[62859]: DEBUG oslo.service.loopingcall [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.333495] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 878.333495] env[62859]: value = "task-2538130" [ 878.333495] env[62859]: _type = "Task" [ 878.333495] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.334410] env[62859]: DEBUG nova.compute.manager [-] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.334605] env[62859]: DEBUG nova.network.neutron [-] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.356108] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.473135] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538128, 'name': ReconfigVM_Task, 'duration_secs': 0.305603} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.473475] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.474453] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f60c05-e508-4aa7-baef-84a224880e5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.498692] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] edd39829-7fbc-4f66-813a-b1efd6197163/edd39829-7fbc-4f66-813a-b1efd6197163.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.502119] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c35090c-ea7c-45c6-b06b-c135f4ee2229 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.521659] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 878.521659] env[62859]: value = "task-2538131" [ 878.521659] env[62859]: _type = "Task" [ 878.521659] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.530344] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.797746] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106559} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.801348] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.801563] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8/12c4fc4a-f30e-4fb2-aed6-98137086f4c8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.801856] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8/12c4fc4a-f30e-4fb2-aed6-98137086f4c8.vmdk to [datastore1] 6897f4f0-6b48-499c-8e92-888b78399073/6897f4f0-6b48-499c-8e92-888b78399073.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.803416] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9aa500f-cc0f-431b-81d2-033ce2b441dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.810027] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ffd1c5f7-d115-44d9-9b9e-df5ae3377230] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 878.813829] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 878.813829] env[62859]: value = "task-2538132" [ 878.813829] env[62859]: _type = "Task" [ 878.813829] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.829041] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.850530] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538130, 'name': PowerOffVM_Task, 'duration_secs': 0.214788} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.850838] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.851764] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2956ae0d-b34d-4b9a-a40c-809f05921d8b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.876965] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a598d6-8ff7-4060-9893-a3c62dc0b90f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.928071] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.928390] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3bf5b93-9321-4001-9a37-17e8395255a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.933981] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e7a440-5eec-4146-85b9-c364f412824e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.939018] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 878.939018] env[62859]: value = "task-2538133" [ 878.939018] env[62859]: _type = "Task" [ 878.939018] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.946314] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bec65c-a6db-4f10-9957-5a98a24c7d0e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.956638] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 878.956867] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.957128] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.957278] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.957449] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.957722] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f8e5f78-bb80-4d27-9a20-28c759466cef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.987793] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0e037-668f-427f-893c-0e76b9ccb34f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.993630] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.993871] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.995177] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199cab9d-c8db-407c-97e2-e0f5b4b477ae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.004663] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c515de-bf61-4c42-9577-a646bf33c372 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.010826] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 879.010826] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527b6858-beac-cad7-4897-ec102f9cc633" [ 879.010826] env[62859]: _type = "Task" [ 879.010826] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.022484] env[62859]: DEBUG nova.compute.provider_tree [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.031265] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527b6858-beac-cad7-4897-ec102f9cc633, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.033148] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71b4eea-a9ef-417b-8a40-fbdd44d6a2fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.042419] env[62859]: DEBUG oslo_vmware.api [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538131, 'name': ReconfigVM_Task, 'duration_secs': 0.377224} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.042419] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Reconfigured VM instance instance-0000001a to attach disk [datastore1] edd39829-7fbc-4f66-813a-b1efd6197163/edd39829-7fbc-4f66-813a-b1efd6197163.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.042419] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance 'edd39829-7fbc-4f66-813a-b1efd6197163' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.045595] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 879.045595] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52151c68-1a4c-d6af-03d2-143df5031faf" [ 879.045595] env[62859]: _type = "Task" [ 879.045595] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.053784] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52151c68-1a4c-d6af-03d2-143df5031faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.284337] env[62859]: DEBUG nova.network.neutron [-] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.286795] env[62859]: DEBUG nova.compute.manager [req-a290edcc-92da-4732-8cdf-1a1884c7a82e req-4aaedffb-2212-4f84-b0fc-1b60b826f60f service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Received event network-vif-deleted-7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.286994] env[62859]: INFO nova.compute.manager [req-a290edcc-92da-4732-8cdf-1a1884c7a82e req-4aaedffb-2212-4f84-b0fc-1b60b826f60f service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Neutron deleted interface 7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319; detaching it from the instance and deleting it from the info cache [ 879.287222] env[62859]: DEBUG nova.network.neutron [req-a290edcc-92da-4732-8cdf-1a1884c7a82e req-4aaedffb-2212-4f84-b0fc-1b60b826f60f service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.312413] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 39489686-37f8-4922-adb6-1103f3731475] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.324446] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538132, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.534034] env[62859]: DEBUG nova.scheduler.client.report [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.549233] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2cdb21-56fd-4262-a39b-9cdbc49196e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.579612] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a621d2db-62b2-4792-9444-7c59eb1fa26f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.582914] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52151c68-1a4c-d6af-03d2-143df5031faf, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.583067] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.583324] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] fc260c09-2a90-421f-b65d-06fdbe4bc8bd/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. {{(pid=62859) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 879.583953] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99bc9090-254c-4fed-afc9-9bdf9f6014a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.604074] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance 'edd39829-7fbc-4f66-813a-b1efd6197163' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.609154] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 879.609154] env[62859]: value = "task-2538134" [ 879.609154] env[62859]: _type = "Task" [ 879.609154] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.619781] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.791800] env[62859]: INFO nova.compute.manager [-] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Took 1.46 seconds to deallocate network for instance. [ 879.794043] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a08714e-31b5-4a15-9ba7-9264899a99e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.811685] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c63aa-64cd-4eb6-bdcd-85c1c01deb8b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.822390] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 07200ce9-35db-49d6-8678-671f68160b9a] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 879.836234] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538132, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.856845] env[62859]: DEBUG nova.compute.manager [req-a290edcc-92da-4732-8cdf-1a1884c7a82e req-4aaedffb-2212-4f84-b0fc-1b60b826f60f service nova] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Detach interface failed, port_id=7243ffd3-94ce-4a5b-a3b1-ecf8e1da3319, reason: Instance c7da034c-3d2b-409f-bcde-2228747ce01e could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 879.997612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.997612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.997612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.997612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.997612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.998774] env[62859]: INFO nova.compute.manager [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Terminating instance [ 880.039935] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.040570] env[62859]: DEBUG nova.compute.manager [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.046040] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.745s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.046322] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.050284] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.224s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.051693] env[62859]: DEBUG nova.objects.instance [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 880.087998] env[62859]: INFO nova.scheduler.client.report [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Deleted allocations for instance 819bc465-d1e1-41bb-8d69-740c4eb51f4d [ 880.129642] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.179108] env[62859]: DEBUG nova.network.neutron [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Port 27585305-c469-457b-96eb-2d429f6a859e binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 880.303888] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.329316] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 4c0cf0c6-1710-439a-a670-923e7bf21967] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.340720] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538132, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.507386] env[62859]: DEBUG nova.compute.manager [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.507697] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.508866] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e97d18-e161-4c61-90e7-dc8b92cc939f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.519926] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.520250] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6c4e681-5e14-4db6-85ba-4e29eca685c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.529001] env[62859]: DEBUG oslo_vmware.api [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 880.529001] env[62859]: value = "task-2538135" [ 880.529001] env[62859]: _type = "Task" [ 880.529001] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.541219] env[62859]: DEBUG oslo_vmware.api [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.556576] env[62859]: DEBUG nova.compute.utils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.561599] env[62859]: DEBUG nova.compute.manager [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.561797] env[62859]: DEBUG nova.network.neutron [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.600438] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a5fe1ddc-1795-4870-ae04-1115f6008a9a tempest-ListServerFiltersTestJSON-777413345 tempest-ListServerFiltersTestJSON-777413345-project-member] Lock "819bc465-d1e1-41bb-8d69-740c4eb51f4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.776s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.624762] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.653034] env[62859]: DEBUG nova.policy [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f92636f60c15424eae9c372af7a49cb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '226b8b2f717c4b7cb7189746cd798490', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.833580] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: e001c8a9-27bb-4957-82be-e2349a5a889c] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.845279] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538132, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.045024] env[62859]: DEBUG oslo_vmware.api [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538135, 'name': PowerOffVM_Task, 'duration_secs': 0.225199} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.045024] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.045024] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.045024] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e92398-f971-4e3a-9ed9-7778d9493eb8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.065273] env[62859]: DEBUG nova.compute.manager [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.072402] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9aab05a4-cb71-4578-9121-129f0461d123 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.072402] env[62859]: DEBUG oslo_concurrency.lockutils [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 36.391s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.122243] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.122482] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.122716] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Deleting the datastore file [datastore2] 1bf06293-a7e1-4af8-9e82-7f43c8695bb2 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.122926] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c02b54b-b272-40dc-9ba6-b8cedee93c4f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.128880] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.135413] env[62859]: DEBUG oslo_vmware.api [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for the task: (returnval){ [ 881.135413] env[62859]: value = "task-2538137" [ 881.135413] env[62859]: _type = "Task" [ 881.135413] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.145504] env[62859]: DEBUG oslo_vmware.api [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.203757] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "edd39829-7fbc-4f66-813a-b1efd6197163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.204035] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.204222] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.318185] env[62859]: DEBUG nova.network.neutron [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Successfully created port: 00a2805f-3022-4610-8423-8f6b12428fab {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.338305] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538132, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.485357} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.338602] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/12c4fc4a-f30e-4fb2-aed6-98137086f4c8/12c4fc4a-f30e-4fb2-aed6-98137086f4c8.vmdk to [datastore1] 6897f4f0-6b48-499c-8e92-888b78399073/6897f4f0-6b48-499c-8e92-888b78399073.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.339474] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da37a3-cf2d-41a8-8ec5-473b0e751879 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.343284] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: aa1dcbf7-543c-4bee-85ca-cf3bb811b182] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.370879] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 6897f4f0-6b48-499c-8e92-888b78399073/6897f4f0-6b48-499c-8e92-888b78399073.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.371505] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f98e2b6a-a3bd-4928-8cde-58b983820cb0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.394937] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 881.394937] env[62859]: value = "task-2538138" [ 881.394937] env[62859]: _type = "Task" [ 881.394937] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.405112] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.579307] env[62859]: DEBUG nova.objects.instance [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lazy-loading 'migration_context' on Instance uuid 9045485e-14d4-4894-81be-d3b81b45a794 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.625689] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.648909] env[62859]: DEBUG oslo_vmware.api [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Task: {'id': task-2538137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235342} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.649087] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.649529] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.649604] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.649905] env[62859]: INFO nova.compute.manager [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 881.651327] env[62859]: DEBUG oslo.service.loopingcall [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.651867] env[62859]: DEBUG nova.compute.manager [-] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.651867] env[62859]: DEBUG nova.network.neutron [-] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.848312] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ef19f389-3372-48b7-93e0-483af0b9ce26] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.905930] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538138, 'name': ReconfigVM_Task, 'duration_secs': 0.379368} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.906734] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 6897f4f0-6b48-499c-8e92-888b78399073/6897f4f0-6b48-499c-8e92-888b78399073.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.907484] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-398445e0-122e-4066-892b-4511286b5f3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.916361] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 881.916361] env[62859]: value = "task-2538139" [ 881.916361] env[62859]: _type = "Task" [ 881.916361] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.927542] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538139, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.082581] env[62859]: DEBUG nova.compute.manager [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.115151] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.115422] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.115537] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.115819] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.115914] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.116140] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.116292] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.116456] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.116603] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.116773] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.116933] env[62859]: DEBUG nova.virt.hardware [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.118083] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81067b2-aed5-4c18-905d-1813f6f51ceb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.129809] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538134, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.287105} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.134325] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] fc260c09-2a90-421f-b65d-06fdbe4bc8bd/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. [ 882.135750] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3271bedb-88c0-458e-8e6a-1dfdac0226a0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.139481] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26107a4b-fab4-479d-9dd9-e47033a0ec9b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.176237] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] fc260c09-2a90-421f-b65d-06fdbe4bc8bd/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.179612] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f317cd18-1524-465c-a9fb-2247b26e8846 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.199356] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 882.199356] env[62859]: value = "task-2538140" [ 882.199356] env[62859]: _type = "Task" [ 882.199356] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.213385] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.255815] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.256041] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.256228] env[62859]: DEBUG nova.network.neutron [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.354812] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 76e75219-f9f8-48a2-8073-bfcf5f924efb] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.433565] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538139, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.571971] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48561f49-6259-4274-ada9-0de66c9a1caa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.581236] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaa8343-6e79-4bbb-b615-1ead71c46f53 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.586355] env[62859]: DEBUG nova.compute.manager [req-9840ffdc-300f-48a5-834c-2141d17a8177 req-370075be-a545-44ba-a764-c62417584d3a service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Received event network-vif-deleted-cc7c4761-c20e-4839-9ceb-d41642f541b3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.586556] env[62859]: INFO nova.compute.manager [req-9840ffdc-300f-48a5-834c-2141d17a8177 req-370075be-a545-44ba-a764-c62417584d3a service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Neutron deleted interface cc7c4761-c20e-4839-9ceb-d41642f541b3; detaching it from the instance and deleting it from the info cache [ 882.586725] env[62859]: DEBUG nova.network.neutron [req-9840ffdc-300f-48a5-834c-2141d17a8177 req-370075be-a545-44ba-a764-c62417584d3a service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.616795] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c2c164-8a66-4d0f-b6d3-06a576690540 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.627533] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa94975-480c-46e3-aa46-ee0aff0ed91e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.641986] env[62859]: DEBUG nova.compute.provider_tree [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.710512] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.804197] env[62859]: DEBUG nova.network.neutron [-] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.858148] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 6eac9d56-8927-4004-961b-c699b26e906a] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.928021] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538139, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.089376] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b62b9c27-d3e7-4082-9360-e7a8fffe8db7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.100267] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131e7ea7-5fce-4d69-9d30-43afb8b1ab2f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.136581] env[62859]: DEBUG nova.compute.manager [req-9840ffdc-300f-48a5-834c-2141d17a8177 req-370075be-a545-44ba-a764-c62417584d3a service nova] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Detach interface failed, port_id=cc7c4761-c20e-4839-9ceb-d41642f541b3, reason: Instance 1bf06293-a7e1-4af8-9e82-7f43c8695bb2 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 883.145356] env[62859]: DEBUG nova.scheduler.client.report [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.212097] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538140, 'name': ReconfigVM_Task, 'duration_secs': 0.681378} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.212996] env[62859]: DEBUG nova.network.neutron [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance_info_cache with network_info: [{"id": "27585305-c469-457b-96eb-2d429f6a859e", "address": "fa:16:3e:28:99:39", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27585305-c4", "ovs_interfaceid": "27585305-c469-457b-96eb-2d429f6a859e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.214282] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Reconfigured VM instance instance-00000043 to attach disk [datastore1] fc260c09-2a90-421f-b65d-06fdbe4bc8bd/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.216484] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4f2703-e1a4-4295-bce8-45ad57788b1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.250983] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4bf94cf-1a0a-414b-a102-d9d0bb55c386 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.272779] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 883.272779] env[62859]: value = "task-2538141" [ 883.272779] env[62859]: _type = "Task" [ 883.272779] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.287950] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.307300] env[62859]: INFO nova.compute.manager [-] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Took 1.66 seconds to deallocate network for instance. [ 883.366997] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: a4984a5e-e8f5-4c0d-bf88-0ff34505a515] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.428281] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538139, 'name': Rename_Task, 'duration_secs': 1.170221} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.428579] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.428826] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2c6fabe-839a-4205-bae3-54e797b3bd88 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.437740] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 883.437740] env[62859]: value = "task-2538142" [ 883.437740] env[62859]: _type = "Task" [ 883.437740] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.446666] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.715733] env[62859]: DEBUG oslo_concurrency.lockutils [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.785285] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538141, 'name': ReconfigVM_Task, 'duration_secs': 0.30888} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.785712] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.786093] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51a9cfeb-8c68-4ead-8449-6979e48de345 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.794092] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 883.794092] env[62859]: value = "task-2538143" [ 883.794092] env[62859]: _type = "Task" [ 883.794092] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.802853] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.813451] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.871561] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b4ee1173-3505-4096-be58-2f6f9ce6e6b6] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.950120] env[62859]: DEBUG oslo_vmware.api [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538142, 'name': PowerOnVM_Task, 'duration_secs': 0.468229} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.950390] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.950587] env[62859]: INFO nova.compute.manager [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Took 15.02 seconds to spawn the instance on the hypervisor. [ 883.950768] env[62859]: DEBUG nova.compute.manager [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.951567] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c46e3d-d201-491b-863e-2fc72436772f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.032921] env[62859]: DEBUG nova.network.neutron [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Successfully updated port: 00a2805f-3022-4610-8423-8f6b12428fab {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.162421] env[62859]: DEBUG oslo_concurrency.lockutils [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.092s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.176025] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.895s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.176025] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.178567] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.993s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.183417] env[62859]: INFO nova.compute.claims [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.227197] env[62859]: INFO nova.scheduler.client.report [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted allocations for instance b155732f-3bc6-46ad-b419-0489ca62be0b [ 884.246532] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fa0826-2e7f-4e07-9261-edb2433e7465 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.270641] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b66a13-8e0a-45d7-bc78-e0cdd8ea58b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.281540] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance 'edd39829-7fbc-4f66-813a-b1efd6197163' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.306465] env[62859]: DEBUG oslo_vmware.api [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538143, 'name': PowerOnVM_Task, 'duration_secs': 0.423442} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.306786] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.310572] env[62859]: DEBUG nova.compute.manager [None req-b4895593-92c5-4d3a-bf8c-845af95df2d2 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.311531] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fb7826-b8be-4f73-abad-73034a073ee4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.374854] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 29b407c9-b341-4009-9d0d-f6dad4eefa95] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.470313] env[62859]: INFO nova.compute.manager [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Took 60.41 seconds to build instance. [ 884.536670] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "refresh_cache-c9557eee-c6c0-4339-a04c-f6ebdb81ec68" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.536871] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired lock "refresh_cache-c9557eee-c6c0-4339-a04c-f6ebdb81ec68" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.537040] env[62859]: DEBUG nova.network.neutron [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.615727] env[62859]: DEBUG nova.compute.manager [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Received event network-vif-plugged-00a2805f-3022-4610-8423-8f6b12428fab {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.615953] env[62859]: DEBUG oslo_concurrency.lockutils [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] Acquiring lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.616652] env[62859]: DEBUG oslo_concurrency.lockutils [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] Lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.616652] env[62859]: DEBUG oslo_concurrency.lockutils [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] Lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.616652] env[62859]: DEBUG nova.compute.manager [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] No waiting events found dispatching network-vif-plugged-00a2805f-3022-4610-8423-8f6b12428fab {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.616864] env[62859]: WARNING nova.compute.manager [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Received unexpected event network-vif-plugged-00a2805f-3022-4610-8423-8f6b12428fab for instance with vm_state building and task_state spawning. [ 884.616864] env[62859]: DEBUG nova.compute.manager [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Received event network-changed-00a2805f-3022-4610-8423-8f6b12428fab {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.617039] env[62859]: DEBUG nova.compute.manager [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Refreshing instance network info cache due to event network-changed-00a2805f-3022-4610-8423-8f6b12428fab. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.617223] env[62859]: DEBUG oslo_concurrency.lockutils [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] Acquiring lock "refresh_cache-c9557eee-c6c0-4339-a04c-f6ebdb81ec68" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.740073] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ae788aff-2cc2-4e6e-8243-f05d9c5d8e58 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "b155732f-3bc6-46ad-b419-0489ca62be0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.412s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.789938] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-91eb075c-72b0-4813-a9fc-7a7e4ef0e2f2 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance 'edd39829-7fbc-4f66-813a-b1efd6197163' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.878034] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: d721b901-e551-4ca3-96bb-c6e27034f55c] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.972730] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac281477-153b-4ae2-b86f-2f2e89e69db4 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "6897f4f0-6b48-499c-8e92-888b78399073" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.561s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.090149] env[62859]: DEBUG nova.network.neutron [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.363203] env[62859]: DEBUG nova.network.neutron [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Updating instance_info_cache with network_info: [{"id": "00a2805f-3022-4610-8423-8f6b12428fab", "address": "fa:16:3e:02:24:46", "network": {"id": "67cd63fa-e63b-4e31-bc09-c972c3339bbf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1649512349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226b8b2f717c4b7cb7189746cd798490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a2805f-30", "ovs_interfaceid": "00a2805f-3022-4610-8423-8f6b12428fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.383369] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 61298cc5-f277-4ffa-a9ce-5d6998706a51] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 885.446278] env[62859]: DEBUG oslo_concurrency.lockutils [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "6897f4f0-6b48-499c-8e92-888b78399073" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.446740] env[62859]: DEBUG oslo_concurrency.lockutils [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "6897f4f0-6b48-499c-8e92-888b78399073" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.447268] env[62859]: DEBUG oslo_concurrency.lockutils [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "6897f4f0-6b48-499c-8e92-888b78399073-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.447701] env[62859]: DEBUG oslo_concurrency.lockutils [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "6897f4f0-6b48-499c-8e92-888b78399073-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.448473] env[62859]: DEBUG oslo_concurrency.lockutils [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "6897f4f0-6b48-499c-8e92-888b78399073-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.451944] env[62859]: INFO nova.compute.manager [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Terminating instance [ 885.710733] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aba81bd-5229-489a-9e28-13a35d8f8ea9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.722808] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea6c18a-07b6-4cc3-8bc2-615805fcb06d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.733321] env[62859]: INFO nova.compute.manager [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Swapping old allocation on dict_keys(['494b5d0c-f15a-479a-ac4d-c7713965aa19']) held by migration 0d984a05-ca2c-4a5c-95bc-bf3941a8520e for instance [ 885.763462] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65976fab-0f8b-4af9-a54c-232a13b3e547 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.772722] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c747a07-acd8-46dc-a524-34520a7bb668 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.790101] env[62859]: DEBUG nova.compute.provider_tree [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.806202] env[62859]: DEBUG nova.scheduler.client.report [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Overwriting current allocation {'allocations': {'494b5d0c-f15a-479a-ac4d-c7713965aa19': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': 'c93ca65e865c423e96b6edde0b81c250', 'user_id': '6cc631e0c5044d2fb6d6402a8359c135', 'consumer_generation': 1} on consumer 9045485e-14d4-4894-81be-d3b81b45a794 {{(pid=62859) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 885.865843] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Releasing lock "refresh_cache-c9557eee-c6c0-4339-a04c-f6ebdb81ec68" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.865997] env[62859]: DEBUG nova.compute.manager [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Instance network_info: |[{"id": "00a2805f-3022-4610-8423-8f6b12428fab", "address": "fa:16:3e:02:24:46", "network": {"id": "67cd63fa-e63b-4e31-bc09-c972c3339bbf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1649512349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226b8b2f717c4b7cb7189746cd798490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a2805f-30", "ovs_interfaceid": "00a2805f-3022-4610-8423-8f6b12428fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.866309] env[62859]: DEBUG oslo_concurrency.lockutils [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] Acquired lock "refresh_cache-c9557eee-c6c0-4339-a04c-f6ebdb81ec68" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.866498] env[62859]: DEBUG nova.network.neutron [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Refreshing network info cache for port 00a2805f-3022-4610-8423-8f6b12428fab {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.867663] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:24:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00a2805f-3022-4610-8423-8f6b12428fab', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.876841] env[62859]: DEBUG oslo.service.loopingcall [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.884023] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.884551] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e74dbefb-d5cd-450e-98df-d7e3cff078a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.901429] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b1f7f686-6345-42ac-8227-f1a176e0d437] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 885.911317] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.911317] env[62859]: value = "task-2538144" [ 885.911317] env[62859]: _type = "Task" [ 885.911317] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.922810] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538144, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.958691] env[62859]: DEBUG nova.compute.manager [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.958970] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.959846] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13307d8-ade0-4641-b0f7-816a369e853e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.968870] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.969201] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d43e9ab-8d15-4559-a2a0-713e6ab5a8ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.979252] env[62859]: DEBUG oslo_vmware.api [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 885.979252] env[62859]: value = "task-2538145" [ 885.979252] env[62859]: _type = "Task" [ 885.979252] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.990037] env[62859]: DEBUG oslo_vmware.api [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.020050] env[62859]: DEBUG oslo_concurrency.lockutils [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.020243] env[62859]: DEBUG oslo_concurrency.lockutils [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquired lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.020420] env[62859]: DEBUG nova.network.neutron [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.296629] env[62859]: DEBUG nova.scheduler.client.report [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.405789] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b82c868d-7858-46aa-aae6-c563d91686ab] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 886.426318] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538144, 'name': CreateVM_Task, 'duration_secs': 0.40412} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.427717] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.427717] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.427717] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.428242] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 886.428357] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a301841-fca3-4638-ae02-283936af75db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.434734] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 886.434734] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52845f33-426a-881b-d6b2-d0aef4c7d079" [ 886.434734] env[62859]: _type = "Task" [ 886.434734] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.447344] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52845f33-426a-881b-d6b2-d0aef4c7d079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.504891] env[62859]: DEBUG oslo_vmware.api [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538145, 'name': PowerOffVM_Task, 'duration_secs': 0.293763} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.505204] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.505378] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.505684] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44a0429c-0be1-4725-b69d-070565b8192f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.752403] env[62859]: DEBUG nova.network.neutron [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Updated VIF entry in instance network info cache for port 00a2805f-3022-4610-8423-8f6b12428fab. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.752764] env[62859]: DEBUG nova.network.neutron [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Updating instance_info_cache with network_info: [{"id": "00a2805f-3022-4610-8423-8f6b12428fab", "address": "fa:16:3e:02:24:46", "network": {"id": "67cd63fa-e63b-4e31-bc09-c972c3339bbf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1649512349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "226b8b2f717c4b7cb7189746cd798490", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a2805f-30", "ovs_interfaceid": "00a2805f-3022-4610-8423-8f6b12428fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.803844] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.804465] env[62859]: DEBUG nova.compute.manager [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.807686] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.967s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.807841] env[62859]: DEBUG nova.objects.instance [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 886.919474] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: e92be754-1aa3-44b3-a163-08c250b6adf9] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 886.948625] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52845f33-426a-881b-d6b2-d0aef4c7d079, 'name': SearchDatastore_Task, 'duration_secs': 0.019544} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.949802] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.950124] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.950430] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.950657] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.950899] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.951485] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6643708b-01e0-4f29-a21e-12d7a197ab61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.962876] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.965209] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.965209] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590ffe63-f94b-4a08-b810-07fde1240c67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.970789] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 886.970789] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52821229-b2c7-3f47-eeb9-3daa4e797eb9" [ 886.970789] env[62859]: _type = "Task" [ 886.970789] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.979975] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52821229-b2c7-3f47-eeb9-3daa4e797eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.988373] env[62859]: DEBUG nova.network.neutron [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance_info_cache with network_info: [{"id": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "address": "fa:16:3e:4d:7b:52", "network": {"id": "5ff0a0a8-f749-4a65-9f16-a4522b581f1f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "04a6673e22c147bd89bebb78f5e5346d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ee43879-c0b2-47f7-80d0-2c86e3d6d8b5", "external-id": "nsx-vlan-transportzone-151", "segmentation_id": 151, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7dedc2-ef", "ovs_interfaceid": "bc7dedc2-efdb-476b-8934-1901b7df1c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.117803] env[62859]: DEBUG nova.compute.manager [req-d3eee30c-8069-4e30-b1e9-5033dda1e6ca req-6172507f-bcad-4505-b050-95d4dd900978 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Received event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.118012] env[62859]: DEBUG nova.compute.manager [req-d3eee30c-8069-4e30-b1e9-5033dda1e6ca req-6172507f-bcad-4505-b050-95d4dd900978 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing instance network info cache due to event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 887.118236] env[62859]: DEBUG oslo_concurrency.lockutils [req-d3eee30c-8069-4e30-b1e9-5033dda1e6ca req-6172507f-bcad-4505-b050-95d4dd900978 service nova] Acquiring lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.118379] env[62859]: DEBUG oslo_concurrency.lockutils [req-d3eee30c-8069-4e30-b1e9-5033dda1e6ca req-6172507f-bcad-4505-b050-95d4dd900978 service nova] Acquired lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.118767] env[62859]: DEBUG nova.network.neutron [req-d3eee30c-8069-4e30-b1e9-5033dda1e6ca req-6172507f-bcad-4505-b050-95d4dd900978 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.256737] env[62859]: DEBUG oslo_concurrency.lockutils [req-6937a2e8-abef-4938-99e4-4926065ac7de req-ed1be315-ee05-4a4d-a128-5f49b9f74651 service nova] Releasing lock "refresh_cache-c9557eee-c6c0-4339-a04c-f6ebdb81ec68" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.318221] env[62859]: DEBUG nova.compute.utils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.324121] env[62859]: DEBUG nova.compute.manager [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Not allocating networking since 'none' was specified. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 887.427612] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ac149eca-36f6-4a52-a57b-88f8970e4159] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 887.483345] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52821229-b2c7-3f47-eeb9-3daa4e797eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.484318] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b836e703-34cd-4922-a06d-ac95afb8b0de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.492544] env[62859]: DEBUG oslo_concurrency.lockutils [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Releasing lock "refresh_cache-9045485e-14d4-4894-81be-d3b81b45a794" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.493020] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.493858] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 887.493858] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522f0e81-f03a-9f00-8315-4b671385e0c0" [ 887.493858] env[62859]: _type = "Task" [ 887.493858] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.494683] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78814ed2-556d-4930-bd52-6b78ce99a43a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.511462] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 887.511462] env[62859]: value = "task-2538147" [ 887.511462] env[62859]: _type = "Task" [ 887.511462] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.522569] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.522939] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.524022] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleting the datastore file [datastore1] 6897f4f0-6b48-499c-8e92-888b78399073 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.524022] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522f0e81-f03a-9f00-8315-4b671385e0c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.524374] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c48af62d-42ee-4c43-abef-a65be62438a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.529717] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.529717] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] c9557eee-c6c0-4339-a04c-f6ebdb81ec68/c9557eee-c6c0-4339-a04c-f6ebdb81ec68.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.532234] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c090c86d-aa46-4b10-9ed0-55ce6581fad2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.536027] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.543435] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 887.543435] env[62859]: value = "task-2538149" [ 887.543435] env[62859]: _type = "Task" [ 887.543435] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.544375] env[62859]: DEBUG oslo_vmware.api [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 887.544375] env[62859]: value = "task-2538148" [ 887.544375] env[62859]: _type = "Task" [ 887.544375] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.560565] env[62859]: DEBUG oslo_vmware.api [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.565381] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.826808] env[62859]: DEBUG nova.compute.manager [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.831312] env[62859]: DEBUG oslo_concurrency.lockutils [None req-81cb2bd2-d827-4991-8c04-47db0fa788f7 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.842814] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.214s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.843089] env[62859]: DEBUG nova.objects.instance [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lazy-loading 'pci_requests' on Instance uuid 32ded70b-ce17-4986-a2b7-812513c24614 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.934043] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 3d178e52-534b-4980-bc4b-0973d55b0642] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 888.013899] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "edd39829-7fbc-4f66-813a-b1efd6197163" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.014475] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.014598] env[62859]: DEBUG nova.compute.manager [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Going to confirm migration 3 {{(pid=62859) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 888.034350] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538147, 'name': PowerOffVM_Task, 'duration_secs': 0.293232} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.034970] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.036777] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:29:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='30f64cef-9726-4f8b-9aca-d2b1e631523c',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1894630988',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.036777] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.036777] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.037392] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.037392] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.037578] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.037857] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.038189] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.040467] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.040467] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.040467] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.047833] env[62859]: DEBUG nova.network.neutron [req-d3eee30c-8069-4e30-b1e9-5033dda1e6ca req-6172507f-bcad-4505-b050-95d4dd900978 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updated VIF entry in instance network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.048011] env[62859]: DEBUG nova.network.neutron [req-d3eee30c-8069-4e30-b1e9-5033dda1e6ca req-6172507f-bcad-4505-b050-95d4dd900978 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updating instance_info_cache with network_info: [{"id": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "address": "fa:16:3e:85:9a:80", "network": {"id": "2106d02d-6ca9-4e7f-b68f-eab61f950fea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1346541158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3358341851c14ae1bfa861771ef1b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece0cc9-af", "ovs_interfaceid": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.050331] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4561fe4-25b7-47c6-b5af-508f53f53b00 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.090546] env[62859]: DEBUG oslo_vmware.api [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194099} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.091688] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538149, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.093014] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.093204] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.093952] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.093952] env[62859]: INFO nova.compute.manager [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Took 2.13 seconds to destroy the instance on the hypervisor. [ 888.093952] env[62859]: DEBUG oslo.service.loopingcall [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.094241] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 888.094241] env[62859]: value = "task-2538150" [ 888.094241] env[62859]: _type = "Task" [ 888.094241] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.094469] env[62859]: DEBUG nova.compute.manager [-] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.094563] env[62859]: DEBUG nova.network.neutron [-] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.112097] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.348847] env[62859]: DEBUG nova.objects.instance [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lazy-loading 'numa_topology' on Instance uuid 32ded70b-ce17-4986-a2b7-812513c24614 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.436578] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 7ce245ef-0fab-41af-988a-bc856e67380b] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 888.560570] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538149, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.566901] env[62859]: DEBUG oslo_concurrency.lockutils [req-d3eee30c-8069-4e30-b1e9-5033dda1e6ca req-6172507f-bcad-4505-b050-95d4dd900978 service nova] Releasing lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.609086] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538150, 'name': ReconfigVM_Task, 'duration_secs': 0.241295} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.611083] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd80fcde-3426-41b6-8c51-f0a9613ecd8d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.616771] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.616876] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.617073] env[62859]: DEBUG nova.network.neutron [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.617278] env[62859]: DEBUG nova.objects.instance [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'info_cache' on Instance uuid edd39829-7fbc-4f66-813a-b1efd6197163 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.636531] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:29:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='30f64cef-9726-4f8b-9aca-d2b1e631523c',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1894630988',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.636747] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.636979] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.637053] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.637189] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.637338] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.637647] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.637704] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.637901] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.638085] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.639371] env[62859]: DEBUG nova.virt.hardware [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.642388] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b38d0c9-3151-437d-b9cc-bf602d986e7e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.647642] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 888.647642] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520e6e38-1b4b-e533-8cb2-a646a6c00f2c" [ 888.647642] env[62859]: _type = "Task" [ 888.647642] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.659991] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520e6e38-1b4b-e533-8cb2-a646a6c00f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.008196} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.665607] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 888.666303] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8490585-def8-42d0-8dc3-817f651dc5c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.687120] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 888.687120] env[62859]: value = "task-2538151" [ 888.687120] env[62859]: _type = "Task" [ 888.687120] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.698384] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.825171] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "69304681-00ad-41e3-b445-65e420e5aa36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.825821] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.847432] env[62859]: DEBUG nova.compute.manager [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.850318] env[62859]: INFO nova.compute.claims [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.878438] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.878781] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.878887] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.879630] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.879630] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.879630] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.879630] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.879779] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.879881] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.880115] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.881035] env[62859]: DEBUG nova.virt.hardware [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.881213] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e807577f-40b1-4e9a-8767-ff496d414dd7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.889884] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13156a1a-23fb-4efc-8437-2069f8a6c57b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.905302] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.911232] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Creating folder: Project (6aae2d81b6d74b26893a4baa77ed36c7). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.911852] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9836f7fa-36e8-4cce-a99d-484fb2dc1822 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.925249] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Created folder: Project (6aae2d81b6d74b26893a4baa77ed36c7) in parent group-v512592. [ 888.925354] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Creating folder: Instances. Parent ref: group-v512802. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.925517] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdce4719-8157-4333-a5f6-0550336b12ba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.936074] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Created folder: Instances in parent group-v512802. [ 888.936365] env[62859]: DEBUG oslo.service.loopingcall [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.936572] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.936791] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48cf3588-b64f-4f67-8fa8-9f036b87067a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.949682] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 8a2be843-34fa-42c4-be53-ad595c485a92] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 888.958358] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.958358] env[62859]: value = "task-2538154" [ 888.958358] env[62859]: _type = "Task" [ 888.958358] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.968818] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538154, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.005142] env[62859]: DEBUG nova.network.neutron [-] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.061611] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538149, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.204658] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538151, 'name': ReconfigVM_Task, 'duration_secs': 0.514196} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.204980] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.208006] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a78544-2be4-4cb3-8813-41d5a51f6248 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.234385] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9045485e-14d4-4894-81be-d3b81b45a794/9045485e-14d4-4894-81be-d3b81b45a794.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.235129] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7909d1-3dfd-425a-8970-88bfd9c92ef1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.256169] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 889.256169] env[62859]: value = "task-2538155" [ 889.256169] env[62859]: _type = "Task" [ 889.256169] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.266292] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.290483] env[62859]: DEBUG nova.compute.manager [req-4c4a0465-d46b-4275-9c33-7f9183f0c7c1 req-5f31f26e-6007-4008-ba85-c59ef9a7aa1c service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Received event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 889.290745] env[62859]: DEBUG nova.compute.manager [req-4c4a0465-d46b-4275-9c33-7f9183f0c7c1 req-5f31f26e-6007-4008-ba85-c59ef9a7aa1c service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing instance network info cache due to event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 889.291167] env[62859]: DEBUG oslo_concurrency.lockutils [req-4c4a0465-d46b-4275-9c33-7f9183f0c7c1 req-5f31f26e-6007-4008-ba85-c59ef9a7aa1c service nova] Acquiring lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 889.291517] env[62859]: DEBUG oslo_concurrency.lockutils [req-4c4a0465-d46b-4275-9c33-7f9183f0c7c1 req-5f31f26e-6007-4008-ba85-c59ef9a7aa1c service nova] Acquired lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.291833] env[62859]: DEBUG nova.network.neutron [req-4c4a0465-d46b-4275-9c33-7f9183f0c7c1 req-5f31f26e-6007-4008-ba85-c59ef9a7aa1c service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.328015] env[62859]: DEBUG nova.compute.manager [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.452983] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b313f565-8c01-497c-9f95-858319cfea1f] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 889.471026] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538154, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.507118] env[62859]: INFO nova.compute.manager [-] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Took 1.41 seconds to deallocate network for instance. [ 889.566026] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538149, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.580802} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.566026] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] c9557eee-c6c0-4339-a04c-f6ebdb81ec68/c9557eee-c6c0-4339-a04c-f6ebdb81ec68.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.566026] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.566026] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b330248-13c5-43ff-bdd5-7602e6dea1e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.575139] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 889.575139] env[62859]: value = "task-2538156" [ 889.575139] env[62859]: _type = "Task" [ 889.575139] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.587488] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.775379] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.856952] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.961232] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 57766422-1249-4ac4-8dcd-736cf0325556] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 889.972911] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538154, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.014448] env[62859]: DEBUG oslo_concurrency.lockutils [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.088494] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082097} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.088794] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.090899] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39876f6-22aa-4883-ae87-1ce5eb7a387f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.112517] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] c9557eee-c6c0-4339-a04c-f6ebdb81ec68/c9557eee-c6c0-4339-a04c-f6ebdb81ec68.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.118218] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea535cba-2627-47f8-8784-39c0cf9a6930 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.142202] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 890.142202] env[62859]: value = "task-2538157" [ 890.142202] env[62859]: _type = "Task" [ 890.142202] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.154760] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.253357] env[62859]: DEBUG nova.network.neutron [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance_info_cache with network_info: [{"id": "27585305-c469-457b-96eb-2d429f6a859e", "address": "fa:16:3e:28:99:39", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27585305-c4", "ovs_interfaceid": "27585305-c469-457b-96eb-2d429f6a859e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.274328] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538155, 'name': ReconfigVM_Task, 'duration_secs': 0.537047} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.274889] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9045485e-14d4-4894-81be-d3b81b45a794/9045485e-14d4-4894-81be-d3b81b45a794.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.276407] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8082acd9-d2c8-4b6a-aa27-f5cc8201e22a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.310651] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6152b3-b093-4f57-a503-fb3c8bd1c4ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.335345] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c0596-3f23-4abf-97e5-a7a642e6cd34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.360873] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc9e273-23bf-4457-810f-b88db3879090 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.369193] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.369468] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95aab5bb-95f0-4cd9-9532-0c3a484e0609 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.380556] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 890.380556] env[62859]: value = "task-2538158" [ 890.380556] env[62859]: _type = "Task" [ 890.380556] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.391430] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.393454] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd02cbfc-fdef-4808-8703-9bbd2b0c999f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.402377] env[62859]: DEBUG nova.network.neutron [req-4c4a0465-d46b-4275-9c33-7f9183f0c7c1 req-5f31f26e-6007-4008-ba85-c59ef9a7aa1c service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updated VIF entry in instance network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.402681] env[62859]: DEBUG nova.network.neutron [req-4c4a0465-d46b-4275-9c33-7f9183f0c7c1 req-5f31f26e-6007-4008-ba85-c59ef9a7aa1c service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updating instance_info_cache with network_info: [{"id": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "address": "fa:16:3e:85:9a:80", "network": {"id": "2106d02d-6ca9-4e7f-b68f-eab61f950fea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1346541158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3358341851c14ae1bfa861771ef1b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece0cc9-af", "ovs_interfaceid": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.404924] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5299ad5b-f214-4910-abbe-084ab47b61e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.449939] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef736c78-9e52-4651-94da-f515ebb456f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.460390] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397087c3-4747-4919-a626-0868fea08074 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.468210] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1dc24ed2-965a-4a54-aec2-f41a9ce9e6ee] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 890.479208] env[62859]: DEBUG nova.compute.provider_tree [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.483579] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538154, 'name': CreateVM_Task, 'duration_secs': 1.181199} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.483964] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.484407] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.484591] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.485411] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.485411] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b794a7c8-e566-4a4e-87a1-71d70fe97cf4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.491364] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 890.491364] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a42910-0a87-fa90-b11e-3ceef6ebdc98" [ 890.491364] env[62859]: _type = "Task" [ 890.491364] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.502327] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a42910-0a87-fa90-b11e-3ceef6ebdc98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.653820] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538157, 'name': ReconfigVM_Task, 'duration_secs': 0.31873} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.654326] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Reconfigured VM instance instance-00000046 to attach disk [datastore2] c9557eee-c6c0-4339-a04c-f6ebdb81ec68/c9557eee-c6c0-4339-a04c-f6ebdb81ec68.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.654983] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f50772d3-64e6-4b5a-8af4-c39c4afb633e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.663709] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 890.663709] env[62859]: value = "task-2538159" [ 890.663709] env[62859]: _type = "Task" [ 890.663709] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.675642] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538159, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.755364] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.755768] env[62859]: DEBUG nova.objects.instance [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'migration_context' on Instance uuid edd39829-7fbc-4f66-813a-b1efd6197163 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.890768] env[62859]: DEBUG oslo_vmware.api [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538158, 'name': PowerOnVM_Task, 'duration_secs': 0.418707} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.891511] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.913578] env[62859]: DEBUG oslo_concurrency.lockutils [req-4c4a0465-d46b-4275-9c33-7f9183f0c7c1 req-5f31f26e-6007-4008-ba85-c59ef9a7aa1c service nova] Releasing lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.913578] env[62859]: DEBUG nova.compute.manager [req-4c4a0465-d46b-4275-9c33-7f9183f0c7c1 req-5f31f26e-6007-4008-ba85-c59ef9a7aa1c service nova] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Received event network-vif-deleted-cea38adf-c642-48ac-8a29-1f90cc0df6e7 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.979025] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: a6f3cd92-f6a3-4748-a052-d9b124ce5876] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 890.985751] env[62859]: DEBUG nova.scheduler.client.report [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.004354] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a42910-0a87-fa90-b11e-3ceef6ebdc98, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.005451] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.005745] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.006011] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.006170] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.006352] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.006910] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df72716f-06bf-41c3-90f8-716b3bee877f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.016430] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.016607] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.017386] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3086d9b4-6eb2-41f3-9072-2614f425bc66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.023677] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 891.023677] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52032aee-2e38-fc08-11ad-614032b49136" [ 891.023677] env[62859]: _type = "Task" [ 891.023677] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.031839] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52032aee-2e38-fc08-11ad-614032b49136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.176123] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538159, 'name': Rename_Task, 'duration_secs': 0.175928} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.176420] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.176883] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4713f262-c04e-424f-bab9-6f96e46258e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.184586] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 891.184586] env[62859]: value = "task-2538160" [ 891.184586] env[62859]: _type = "Task" [ 891.184586] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.202887] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.259126] env[62859]: DEBUG nova.objects.base [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 891.259482] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "6de94751-258b-46ec-8079-ae7b3660d2fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.259738] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.261583] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a66ed88-5ecc-4625-b0ca-50a8f7575d30 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.285828] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad922d18-b56b-4d69-a53b-13b1e19c53f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.294025] env[62859]: DEBUG oslo_vmware.api [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 891.294025] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a0ec22-6343-7c89-faec-6ab0b13dd796" [ 891.294025] env[62859]: _type = "Task" [ 891.294025] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.304548] env[62859]: DEBUG oslo_vmware.api [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a0ec22-6343-7c89-faec-6ab0b13dd796, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.304822] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.482182] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 6e4c5db2-de4e-4ad3-ba3f-93ab58bf6488] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 891.490205] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.650s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.492549] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.249s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.492747] env[62859]: DEBUG nova.objects.instance [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 891.545901] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52032aee-2e38-fc08-11ad-614032b49136, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.546972] env[62859]: INFO nova.network.neutron [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating port 0fc6cf83-1842-4496-b466-100254063f00 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 891.549705] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727fa3ed-29f3-488d-b273-921fdae7c87c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.559508] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 891.559508] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d03b9e-fbf3-7381-35c2-2cce71221022" [ 891.559508] env[62859]: _type = "Task" [ 891.559508] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.566777] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d03b9e-fbf3-7381-35c2-2cce71221022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.634025] env[62859]: DEBUG nova.compute.manager [req-31c08f90-aa87-45e9-8cbc-b65164587628 req-5977311f-178f-456e-bc3a-8a9f2e28b983 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Received event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.634908] env[62859]: DEBUG nova.compute.manager [req-31c08f90-aa87-45e9-8cbc-b65164587628 req-5977311f-178f-456e-bc3a-8a9f2e28b983 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing instance network info cache due to event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.634908] env[62859]: DEBUG oslo_concurrency.lockutils [req-31c08f90-aa87-45e9-8cbc-b65164587628 req-5977311f-178f-456e-bc3a-8a9f2e28b983 service nova] Acquiring lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.634908] env[62859]: DEBUG oslo_concurrency.lockutils [req-31c08f90-aa87-45e9-8cbc-b65164587628 req-5977311f-178f-456e-bc3a-8a9f2e28b983 service nova] Acquired lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.634908] env[62859]: DEBUG nova.network.neutron [req-31c08f90-aa87-45e9-8cbc-b65164587628 req-5977311f-178f-456e-bc3a-8a9f2e28b983 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.694873] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.767013] env[62859]: DEBUG nova.compute.manager [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.902715] env[62859]: INFO nova.compute.manager [None req-99f5e397-f951-4614-9152-054b18a790d8 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance to original state: 'active' [ 891.985139] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: a33eaa0c-dd76-48c4-908d-6496cf14be98] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 892.068834] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d03b9e-fbf3-7381-35c2-2cce71221022, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.069122] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.069401] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8b458941-5861-46a4-b91c-06f94966c5b9/8b458941-5861-46a4-b91c-06f94966c5b9.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.069677] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94f333e4-cdda-4253-a3e2-b5f819a756ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.077249] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 892.077249] env[62859]: value = "task-2538161" [ 892.077249] env[62859]: _type = "Task" [ 892.077249] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.085728] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.200176] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538160, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.296702] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.490087] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: dbc4106c-3d37-4fad-9ea5-0367c19ac456] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 892.504021] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13bf1cf6-38e0-4629-986f-2a31b956a22e tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.504021] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.343s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.554965] env[62859]: DEBUG nova.network.neutron [req-31c08f90-aa87-45e9-8cbc-b65164587628 req-5977311f-178f-456e-bc3a-8a9f2e28b983 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updated VIF entry in instance network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.555347] env[62859]: DEBUG nova.network.neutron [req-31c08f90-aa87-45e9-8cbc-b65164587628 req-5977311f-178f-456e-bc3a-8a9f2e28b983 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updating instance_info_cache with network_info: [{"id": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "address": "fa:16:3e:85:9a:80", "network": {"id": "2106d02d-6ca9-4e7f-b68f-eab61f950fea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1346541158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3358341851c14ae1bfa861771ef1b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece0cc9-af", "ovs_interfaceid": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.590065] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.696208] env[62859]: DEBUG oslo_vmware.api [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538160, 'name': PowerOnVM_Task, 'duration_secs': 1.040213} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.696527] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.696816] env[62859]: INFO nova.compute.manager [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Took 10.61 seconds to spawn the instance on the hypervisor. [ 892.697060] env[62859]: DEBUG nova.compute.manager [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.697849] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40338eb4-52f9-4231-b78b-51eb451823c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.996371] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 57c2cd54-7ac2-4cdc-9ad2-29967042ffd8] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 893.009318] env[62859]: INFO nova.compute.claims [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.058400] env[62859]: DEBUG oslo_concurrency.lockutils [req-31c08f90-aa87-45e9-8cbc-b65164587628 req-5977311f-178f-456e-bc3a-8a9f2e28b983 service nova] Releasing lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.090142] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554118} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.090410] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8b458941-5861-46a4-b91c-06f94966c5b9/8b458941-5861-46a4-b91c-06f94966c5b9.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.090617] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.090979] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f9ec132-7959-4f87-8137-3d796d7850f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.098813] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 893.098813] env[62859]: value = "task-2538162" [ 893.098813] env[62859]: _type = "Task" [ 893.098813] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.107722] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.218108] env[62859]: INFO nova.compute.manager [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Took 53.56 seconds to build instance. [ 893.502329] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 8d68db99-e49e-43b3-ba0e-c4c11e1f6fdb] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 893.518023] env[62859]: INFO nova.compute.resource_tracker [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating resource usage from migration ac2bb462-8c36-40b0-81f1-e442daaea648 [ 893.615642] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07248} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.615961] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.616753] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4ba8a9-bbc2-4333-a957-72ad23756981 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.641015] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 8b458941-5861-46a4-b91c-06f94966c5b9/8b458941-5861-46a4-b91c-06f94966c5b9.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.641015] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81cf092f-d581-480b-93fb-ff437fecf44c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.657961] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.657961] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.657961] env[62859]: DEBUG nova.network.neutron [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.667801] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 893.667801] env[62859]: value = "task-2538163" [ 893.667801] env[62859]: _type = "Task" [ 893.667801] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.678169] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.720493] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cbf35ec-0d63-4727-bdf9-1fe3d3120f75 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.075s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.844826] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.845577] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.845577] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.845747] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.845813] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.848139] env[62859]: INFO nova.compute.manager [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Terminating instance [ 893.918773] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.919039] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.919280] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.919486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.919645] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.922715] env[62859]: INFO nova.compute.manager [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Terminating instance [ 893.926929] env[62859]: DEBUG nova.compute.manager [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Received event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.927596] env[62859]: DEBUG nova.compute.manager [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing instance network info cache due to event network-changed-8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.927702] env[62859]: DEBUG oslo_concurrency.lockutils [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] Acquiring lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.927858] env[62859]: DEBUG oslo_concurrency.lockutils [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] Acquired lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.928157] env[62859]: DEBUG nova.network.neutron [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Refreshing network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.968739] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "9045485e-14d4-4894-81be-d3b81b45a794" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.968998] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "9045485e-14d4-4894-81be-d3b81b45a794" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.969218] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "9045485e-14d4-4894-81be-d3b81b45a794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.969398] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "9045485e-14d4-4894-81be-d3b81b45a794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.969568] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "9045485e-14d4-4894-81be-d3b81b45a794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.971681] env[62859]: INFO nova.compute.manager [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Terminating instance [ 894.004482] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: e0255bdd-6582-41b7-8f6d-bbef90903f05] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 894.011014] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d6143-d0dd-4151-bdb4-9f44e6798c5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.019947] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cd4932-3d4a-4184-b8fd-cb16bcfdd7c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.052045] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f0f435-bade-4ffa-b4ce-f4e7e3c8b82f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.060870] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eee1e7a-5ac1-430e-8c2e-b30cf7f7159a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.075349] env[62859]: DEBUG nova.compute.provider_tree [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.178524] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538163, 'name': ReconfigVM_Task, 'duration_secs': 0.342216} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.178972] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 8b458941-5861-46a4-b91c-06f94966c5b9/8b458941-5861-46a4-b91c-06f94966c5b9.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.179523] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d787de9-c00a-4994-992b-a3196d67cb8a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.189043] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 894.189043] env[62859]: value = "task-2538164" [ 894.189043] env[62859]: _type = "Task" [ 894.189043] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.200380] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538164, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.354224] env[62859]: DEBUG nova.compute.manager [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.354441] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.355341] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba0919b-e017-4093-8581-2688f6d3cced {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.363157] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.363390] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20634459-be7f-422f-b3c1-9681c61f3fba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.369669] env[62859]: DEBUG oslo_vmware.api [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 894.369669] env[62859]: value = "task-2538165" [ 894.369669] env[62859]: _type = "Task" [ 894.369669] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.377791] env[62859]: DEBUG oslo_vmware.api [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.380558] env[62859]: DEBUG nova.network.neutron [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating instance_info_cache with network_info: [{"id": "0fc6cf83-1842-4496-b466-100254063f00", "address": "fa:16:3e:78:95:0d", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc6cf83-18", "ovs_interfaceid": "0fc6cf83-1842-4496-b466-100254063f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.435710] env[62859]: DEBUG nova.compute.manager [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.435939] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.436840] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c356e89-b5ca-4f7a-bbc2-2288f2236158 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.445412] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.445662] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f5815a-2208-44f4-b0f7-a184300e1b9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.454595] env[62859]: DEBUG oslo_vmware.api [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 894.454595] env[62859]: value = "task-2538166" [ 894.454595] env[62859]: _type = "Task" [ 894.454595] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.464365] env[62859]: DEBUG oslo_vmware.api [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.475275] env[62859]: DEBUG nova.compute.manager [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.475550] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.476522] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e18013-aad9-4e79-941e-5ee82d9bd315 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.484702] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.484971] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a51e69b7-3384-41db-855f-9d57ed3c838f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.491803] env[62859]: DEBUG oslo_vmware.api [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 894.491803] env[62859]: value = "task-2538167" [ 894.491803] env[62859]: _type = "Task" [ 894.491803] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.500338] env[62859]: DEBUG oslo_vmware.api [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.511081] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 8df0232c-8f30-479a-a99d-40e3f767b477] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 894.579040] env[62859]: DEBUG nova.scheduler.client.report [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.699970] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538164, 'name': Rename_Task, 'duration_secs': 0.138732} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.700314] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.700690] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e4a0c0b-6373-4646-b07c-7333dcca02d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.708116] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 894.708116] env[62859]: value = "task-2538168" [ 894.708116] env[62859]: _type = "Task" [ 894.708116] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.716373] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.879721] env[62859]: DEBUG oslo_vmware.api [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538165, 'name': PowerOffVM_Task, 'duration_secs': 0.233945} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.879994] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.880178] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.880444] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1183fcc-768e-4d88-96ac-d254c633878b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.882551] env[62859]: DEBUG nova.network.neutron [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updated VIF entry in instance network info cache for port 8ece0cc9-afbd-44f7-9f08-5bd342e7daee. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.882876] env[62859]: DEBUG nova.network.neutron [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updating instance_info_cache with network_info: [{"id": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "address": "fa:16:3e:85:9a:80", "network": {"id": "2106d02d-6ca9-4e7f-b68f-eab61f950fea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1346541158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3358341851c14ae1bfa861771ef1b011", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ece0cc9-af", "ovs_interfaceid": "8ece0cc9-afbd-44f7-9f08-5bd342e7daee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.884265] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.914141] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='63731cf4b90f4f8cfef551d7160a02a9',container_format='bare',created_at=2025-02-14T11:31:21Z,direct_url=,disk_format='vmdk',id=aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-751392704-shelved',owner='c411ec65f8fc4bc99d630b9fe9df64a1',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-02-14T11:31:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.914141] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.914141] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.914141] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.914141] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.914141] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.914646] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.914968] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.915323] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.915629] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.915978] env[62859]: DEBUG nova.virt.hardware [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.917334] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e236a719-5956-4dca-a801-62f3f408ba5d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.927494] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58646f1-aca8-4ead-a80b-7e38ff647ea3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.942614] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:95:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fc6cf83-1842-4496-b466-100254063f00', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.951467] env[62859]: DEBUG oslo.service.loopingcall [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.951962] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.952441] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5e83d80-6b4d-42da-870c-b26d17152113 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.970294] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.972020] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.972020] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Deleting the datastore file [datastore2] c9557eee-c6c0-4339-a04c-f6ebdb81ec68 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.975740] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13ce6236-4548-4299-b259-fa75491789d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.984853] env[62859]: DEBUG oslo_vmware.api [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538166, 'name': PowerOffVM_Task, 'duration_secs': 0.231933} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.988134] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.988134] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.988134] env[62859]: DEBUG oslo_vmware.api [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for the task: (returnval){ [ 894.988134] env[62859]: value = "task-2538171" [ 894.988134] env[62859]: _type = "Task" [ 894.988134] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.988134] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.988134] env[62859]: value = "task-2538170" [ 894.988134] env[62859]: _type = "Task" [ 894.988134] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.988134] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61fce102-9ffe-47f9-80b0-562d17137ce3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.006988] env[62859]: DEBUG oslo_vmware.api [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.013895] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538170, 'name': CreateVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.014348] env[62859]: DEBUG oslo_vmware.api [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538167, 'name': PowerOffVM_Task, 'duration_secs': 0.195974} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.014813] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 6c9c4f26-fccc-4009-a554-fa21d6bb157d] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 895.016779] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.017077] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.017609] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0399b14b-7fcc-49aa-89e7-cfd7abe90dfa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.084825] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.582s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.085127] env[62859]: INFO nova.compute.manager [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Migrating [ 895.094201] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.203s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.094538] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.097764] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.970s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.098114] env[62859]: DEBUG nova.objects.instance [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lazy-loading 'resources' on Instance uuid 1b630352-7e66-49c5-9601-c0f94b0d00e0 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.114169] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.114497] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.114789] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Deleting the datastore file [datastore1] 9045485e-14d4-4894-81be-d3b81b45a794 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.115447] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc1c2947-5f8d-4001-a8e3-7c76c4a75ca5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.127098] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.127431] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.127678] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Deleting the datastore file [datastore1] fc260c09-2a90-421f-b65d-06fdbe4bc8bd {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.130140] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f01eebc-f373-4409-8bea-87a97c040e73 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.133567] env[62859]: DEBUG oslo_vmware.api [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 895.133567] env[62859]: value = "task-2538174" [ 895.133567] env[62859]: _type = "Task" [ 895.133567] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.144060] env[62859]: DEBUG oslo_vmware.api [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for the task: (returnval){ [ 895.144060] env[62859]: value = "task-2538175" [ 895.144060] env[62859]: _type = "Task" [ 895.144060] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.155920] env[62859]: DEBUG oslo_vmware.api [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.157433] env[62859]: INFO nova.scheduler.client.report [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted allocations for instance ea6ef292-ee16-4263-96be-d178eddcdca8 [ 895.163732] env[62859]: DEBUG oslo_vmware.api [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.221953] env[62859]: DEBUG oslo_vmware.api [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538168, 'name': PowerOnVM_Task, 'duration_secs': 0.488187} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.223193] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.223455] env[62859]: INFO nova.compute.manager [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Took 6.38 seconds to spawn the instance on the hypervisor. [ 895.223807] env[62859]: DEBUG nova.compute.manager [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.225948] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b178c9ef-c151-49a4-a25c-23fdbefacc5a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.387308] env[62859]: DEBUG oslo_concurrency.lockutils [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] Releasing lock "refresh_cache-fc260c09-2a90-421f-b65d-06fdbe4bc8bd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.387592] env[62859]: DEBUG nova.compute.manager [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received event network-vif-plugged-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.387781] env[62859]: DEBUG oslo_concurrency.lockutils [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] Acquiring lock "32ded70b-ce17-4986-a2b7-812513c24614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.387993] env[62859]: DEBUG oslo_concurrency.lockutils [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] Lock "32ded70b-ce17-4986-a2b7-812513c24614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.388180] env[62859]: DEBUG oslo_concurrency.lockutils [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] Lock "32ded70b-ce17-4986-a2b7-812513c24614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.388352] env[62859]: DEBUG nova.compute.manager [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] No waiting events found dispatching network-vif-plugged-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.388524] env[62859]: WARNING nova.compute.manager [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received unexpected event network-vif-plugged-0fc6cf83-1842-4496-b466-100254063f00 for instance with vm_state shelved_offloaded and task_state spawning. [ 895.388696] env[62859]: DEBUG nova.compute.manager [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received event network-changed-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.388885] env[62859]: DEBUG nova.compute.manager [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Refreshing instance network info cache due to event network-changed-0fc6cf83-1842-4496-b466-100254063f00. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.389093] env[62859]: DEBUG oslo_concurrency.lockutils [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] Acquiring lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.389237] env[62859]: DEBUG oslo_concurrency.lockutils [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] Acquired lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.389401] env[62859]: DEBUG nova.network.neutron [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Refreshing network info cache for port 0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.490033] env[62859]: DEBUG nova.compute.manager [None req-1d362054-4d6d-47c1-a53e-c200472df68e tempest-ServerDiagnosticsV248Test-1258556375 tempest-ServerDiagnosticsV248Test-1258556375-project-admin] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.491599] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb2926d-3b62-404a-93ee-4d0887bbd2d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.505858] env[62859]: DEBUG oslo_vmware.api [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Task: {'id': task-2538171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151875} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.510027] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.510230] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.510414] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.510587] env[62859]: INFO nova.compute.manager [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Took 1.16 seconds to destroy the instance on the hypervisor. [ 895.510825] env[62859]: DEBUG oslo.service.loopingcall [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.511052] env[62859]: INFO nova.compute.manager [None req-1d362054-4d6d-47c1-a53e-c200472df68e tempest-ServerDiagnosticsV248Test-1258556375 tempest-ServerDiagnosticsV248Test-1258556375-project-admin] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Retrieving diagnostics [ 895.511270] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538170, 'name': CreateVM_Task, 'duration_secs': 0.385163} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.511529] env[62859]: DEBUG nova.compute.manager [-] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.511565] env[62859]: DEBUG nova.network.neutron [-] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.513526] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3d83eb-9f94-4b98-8ba3-7e972277f87e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.515855] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.516685] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.516897] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.517286] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.518073] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fbc6e7-f539-4773-82c1-e39f1fc5a8ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.520477] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 34bcec9d-1057-4f3f-8ad9-4045294cb447] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 895.549444] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 6cafce31-1c08-442a-bc6c-d6b3845709ae] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 895.553012] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 895.553012] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52496882-2c1f-90c1-757b-f18136c8d0a2" [ 895.553012] env[62859]: _type = "Task" [ 895.553012] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.561966] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52496882-2c1f-90c1-757b-f18136c8d0a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.614949] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.615146] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.615324] env[62859]: DEBUG nova.network.neutron [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.651611] env[62859]: DEBUG oslo_vmware.api [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179406} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.652313] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.652614] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.652947] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.653225] env[62859]: INFO nova.compute.manager [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Took 1.18 seconds to destroy the instance on the hypervisor. [ 895.653519] env[62859]: DEBUG oslo.service.loopingcall [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.656562] env[62859]: DEBUG nova.compute.manager [-] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.656737] env[62859]: DEBUG nova.network.neutron [-] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.661921] env[62859]: DEBUG oslo_vmware.api [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Task: {'id': task-2538175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220559} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.662442] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.662652] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.662830] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.663021] env[62859]: INFO nova.compute.manager [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Took 1.23 seconds to destroy the instance on the hypervisor. [ 895.663262] env[62859]: DEBUG oslo.service.loopingcall [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.663489] env[62859]: DEBUG nova.compute.manager [-] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.663587] env[62859]: DEBUG nova.network.neutron [-] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.673800] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0d5f32a4-cbdd-4b22-9d45-17598adcbfe2 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "ea6ef292-ee16-4263-96be-d178eddcdca8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.493s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.748635] env[62859]: INFO nova.compute.manager [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Took 46.58 seconds to build instance. [ 896.053662] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: d54a418d-1443-40a8-ae73-ad0c47c1399a] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 896.072605] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.072754] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Processing image aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.073037] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.073213] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.073410] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.077457] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a1ccb5-1d6b-4734-97fa-9ebb235a67d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.096098] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.096289] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.097203] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a78e85-f5d6-4d6d-b27e-a91a5a07f32f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.104599] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 896.104599] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526d68a5-5274-dd8d-bd4c-b3c272ca1b97" [ 896.104599] env[62859]: _type = "Task" [ 896.104599] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.109351] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba630fa7-bf8c-487c-b651-1eee930c9d20 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.122520] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526d68a5-5274-dd8d-bd4c-b3c272ca1b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.125577] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92653993-80b0-4243-91b2-efd7f3a6b1dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.167202] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418c399b-7572-41b7-ace5-84080bc7b57e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.170646] env[62859]: DEBUG nova.compute.manager [req-e27c6cea-825e-4f44-a53f-f92c83e4daaf req-214b8fac-b049-4901-b0ea-4aac6a0b0bcc service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Received event network-vif-deleted-00a2805f-3022-4610-8423-8f6b12428fab {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.170846] env[62859]: INFO nova.compute.manager [req-e27c6cea-825e-4f44-a53f-f92c83e4daaf req-214b8fac-b049-4901-b0ea-4aac6a0b0bcc service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Neutron deleted interface 00a2805f-3022-4610-8423-8f6b12428fab; detaching it from the instance and deleting it from the info cache [ 896.171030] env[62859]: DEBUG nova.network.neutron [req-e27c6cea-825e-4f44-a53f-f92c83e4daaf req-214b8fac-b049-4901-b0ea-4aac6a0b0bcc service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.180251] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578b7c79-549b-44a3-b651-664bbc9c4f90 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.198416] env[62859]: DEBUG nova.compute.provider_tree [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.209740] env[62859]: DEBUG nova.compute.manager [req-25503962-3c01-4ded-942c-b7abd672c481 req-87d8c57a-430c-4e9f-a9ee-342a4352c6e4 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Received event network-vif-deleted-8ece0cc9-afbd-44f7-9f08-5bd342e7daee {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.209942] env[62859]: INFO nova.compute.manager [req-25503962-3c01-4ded-942c-b7abd672c481 req-87d8c57a-430c-4e9f-a9ee-342a4352c6e4 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Neutron deleted interface 8ece0cc9-afbd-44f7-9f08-5bd342e7daee; detaching it from the instance and deleting it from the info cache [ 896.210148] env[62859]: DEBUG nova.network.neutron [req-25503962-3c01-4ded-942c-b7abd672c481 req-87d8c57a-430c-4e9f-a9ee-342a4352c6e4 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.237449] env[62859]: DEBUG nova.network.neutron [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updated VIF entry in instance network info cache for port 0fc6cf83-1842-4496-b466-100254063f00. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.237805] env[62859]: DEBUG nova.network.neutron [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating instance_info_cache with network_info: [{"id": "0fc6cf83-1842-4496-b466-100254063f00", "address": "fa:16:3e:78:95:0d", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fc6cf83-18", "ovs_interfaceid": "0fc6cf83-1842-4496-b466-100254063f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.251147] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b703865a-7923-4012-8610-47a25aebc75f tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "8b458941-5861-46a4-b91c-06f94966c5b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.096s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.401184] env[62859]: DEBUG nova.network.neutron [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance_info_cache with network_info: [{"id": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "address": "fa:16:3e:b3:1a:5b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f17dcdc-7d", "ovs_interfaceid": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.415026] env[62859]: DEBUG nova.network.neutron [-] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.480740] env[62859]: DEBUG nova.network.neutron [-] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.563396] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ba8cd721-19ff-497c-97cc-a7f422482cd3] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 896.615843] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Preparing fetch location {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 896.616578] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Fetch image to [datastore2] OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59/OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59.vmdk {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 896.616578] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Downloading stream optimized image aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5 to [datastore2] OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59/OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59.vmdk on the data store datastore2 as vApp {{(pid=62859) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 896.616578] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Downloading image file data aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5 to the ESX as VM named 'OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59' {{(pid=62859) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 896.672946] env[62859]: DEBUG nova.network.neutron [-] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.674723] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-922f31b5-11ba-46d2-89cd-702dcee4d4cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.687105] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3919453a-786a-4362-9863-e475f8177adb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.701166] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 896.701166] env[62859]: value = "resgroup-9" [ 896.701166] env[62859]: _type = "ResourcePool" [ 896.701166] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 896.701438] env[62859]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-59b62af4-21ce-4fdf-8370-8085b920a697 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.717839] env[62859]: DEBUG nova.scheduler.client.report [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.723093] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e7d7898-cedf-4293-a0c8-3a87c00adc93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.744025] env[62859]: DEBUG oslo_concurrency.lockutils [req-96d11be7-b835-4966-8c78-ba5511f34a4e req-3950aeb5-4c90-42b6-acd8-5adfb3666d7e service nova] Releasing lock "refresh_cache-32ded70b-ce17-4986-a2b7-812513c24614" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.744506] env[62859]: DEBUG nova.compute.manager [req-e27c6cea-825e-4f44-a53f-f92c83e4daaf req-214b8fac-b049-4901-b0ea-4aac6a0b0bcc service nova] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Detach interface failed, port_id=00a2805f-3022-4610-8423-8f6b12428fab, reason: Instance c9557eee-c6c0-4339-a04c-f6ebdb81ec68 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 896.746811] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lease: (returnval){ [ 896.746811] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5285f665-515a-3a43-b57c-0d5131401866" [ 896.746811] env[62859]: _type = "HttpNfcLease" [ 896.746811] env[62859]: } obtained for vApp import into resource pool (val){ [ 896.746811] env[62859]: value = "resgroup-9" [ 896.746811] env[62859]: _type = "ResourcePool" [ 896.746811] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 896.747110] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the lease: (returnval){ [ 896.747110] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5285f665-515a-3a43-b57c-0d5131401866" [ 896.747110] env[62859]: _type = "HttpNfcLease" [ 896.747110] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 896.749783] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694f900-10f9-4c4b-8363-67c563dbc454 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.767323] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 896.767323] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5285f665-515a-3a43-b57c-0d5131401866" [ 896.767323] env[62859]: _type = "HttpNfcLease" [ 896.767323] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 896.786744] env[62859]: DEBUG nova.compute.manager [req-25503962-3c01-4ded-942c-b7abd672c481 req-87d8c57a-430c-4e9f-a9ee-342a4352c6e4 service nova] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Detach interface failed, port_id=8ece0cc9-afbd-44f7-9f08-5bd342e7daee, reason: Instance fc260c09-2a90-421f-b65d-06fdbe4bc8bd could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 896.904394] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.906021] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.906241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.906446] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 896.906618] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.906812] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.909701] env[62859]: INFO nova.compute.manager [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Terminating instance [ 896.917729] env[62859]: INFO nova.compute.manager [-] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Took 1.41 seconds to deallocate network for instance. [ 896.983785] env[62859]: INFO nova.compute.manager [-] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Took 1.32 seconds to deallocate network for instance. [ 897.067478] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b439c92e-9cf0-4d22-ae41-c2449c0cb1c5] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 897.177542] env[62859]: INFO nova.compute.manager [-] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Took 1.52 seconds to deallocate network for instance. [ 897.225559] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.225559] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.096s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.226123] env[62859]: DEBUG nova.objects.instance [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lazy-loading 'resources' on Instance uuid 227f5719-0bc8-43d5-ad17-7c4639fa2bcc {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.253681] env[62859]: INFO nova.scheduler.client.report [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Deleted allocations for instance 1b630352-7e66-49c5-9601-c0f94b0d00e0 [ 897.269786] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.269786] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5285f665-515a-3a43-b57c-0d5131401866" [ 897.269786] env[62859]: _type = "HttpNfcLease" [ 897.269786] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 897.415594] env[62859]: DEBUG nova.compute.manager [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.415594] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.415594] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ebfd9a-33f0-41b5-9719-9514992d8d94 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.423699] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.424715] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.425064] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d85051-fe06-4f23-8453-aefebd537472 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.432523] env[62859]: DEBUG oslo_vmware.api [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 897.432523] env[62859]: value = "task-2538177" [ 897.432523] env[62859]: _type = "Task" [ 897.432523] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.441941] env[62859]: DEBUG oslo_vmware.api [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.491145] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.571693] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b01e28fc-5f0e-46b5-8f9f-e669520cfb1a] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 897.684815] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.766667] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9cfb30-5cad-4335-b4b3-df1a51cb0fa2 tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "1b630352-7e66-49c5-9601-c0f94b0d00e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.634s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.774430] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.774430] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5285f665-515a-3a43-b57c-0d5131401866" [ 897.774430] env[62859]: _type = "HttpNfcLease" [ 897.774430] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 897.774769] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 897.774769] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5285f665-515a-3a43-b57c-0d5131401866" [ 897.774769] env[62859]: _type = "HttpNfcLease" [ 897.774769] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 897.775608] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641ccfb6-a18c-435a-b519-203f96fecde7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.786696] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297b691-72a3-5004-f813-075893265186/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 897.786907] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297b691-72a3-5004-f813-075893265186/disk-0.vmdk. {{(pid=62859) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 897.855303] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f987b028-ad3e-4c63-bca6-87047cc9e6de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.944063] env[62859]: DEBUG oslo_vmware.api [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538177, 'name': PowerOffVM_Task, 'duration_secs': 0.294052} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.946847] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.947064] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.948064] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-201d4562-ac59-486a-91bc-250fdbf3b2b6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.024791] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.025093] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.025331] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleting the datastore file [datastore2] bc05d4e3-072c-4fb8-a72a-0cac504a8511 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.025651] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7051b099-ee98-40d8-b626-500c957e9d11 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.032764] env[62859]: DEBUG oslo_vmware.api [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 898.032764] env[62859]: value = "task-2538179" [ 898.032764] env[62859]: _type = "Task" [ 898.032764] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.041517] env[62859]: DEBUG oslo_vmware.api [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.077417] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 01723ee2-3bb5-4a19-a8e4-99c698361d54] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 898.137563] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e5e117-b22f-4235-8871-10c5638bf82f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.146943] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c863a6b-01a8-4dae-bcb7-9307a0cf9acb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.180935] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6770de8-1e77-44a6-9f17-b3dde5144ef7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.184466] env[62859]: DEBUG nova.compute.manager [req-74c28ba4-6bf0-487c-b630-57960638e3c3 req-593fc911-7616-4a4f-bc6f-2f778bc34a1b service nova] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Received event network-vif-deleted-bc7dedc2-efdb-476b-8934-1901b7df1c97 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.191294] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ccda00-cffd-441c-9438-4da48bf8ff7c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.205656] env[62859]: DEBUG nova.compute.provider_tree [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.426581] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837be2dc-4301-42db-b0b5-6a9a82704713 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.449495] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance '2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.544141] env[62859]: DEBUG oslo_vmware.api [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219037} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.544141] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.544141] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.544141] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.544474] env[62859]: INFO nova.compute.manager [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Took 1.13 seconds to destroy the instance on the hypervisor. [ 898.544527] env[62859]: DEBUG oslo.service.loopingcall [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 898.544789] env[62859]: DEBUG nova.compute.manager [-] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.544789] env[62859]: DEBUG nova.network.neutron [-] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.582608] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 9b3d6806-d1e2-4719-b614-fba5aaa0c0b3] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 898.709417] env[62859]: DEBUG nova.scheduler.client.report [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.770086] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "e7e8eb47-c059-4a97-9a09-f8559f460309" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.772696] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.003s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.926333] env[62859]: DEBUG nova.compute.manager [req-fc28b162-dcd2-4693-97c8-9d676cd5218a req-4712fac2-c100-480c-96fe-6b488855961f service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Received event network-vif-deleted-566355c7-0efa-4c82-8e2c-729cee835d75 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.926533] env[62859]: INFO nova.compute.manager [req-fc28b162-dcd2-4693-97c8-9d676cd5218a req-4712fac2-c100-480c-96fe-6b488855961f service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Neutron deleted interface 566355c7-0efa-4c82-8e2c-729cee835d75; detaching it from the instance and deleting it from the info cache [ 898.926769] env[62859]: DEBUG nova.network.neutron [req-fc28b162-dcd2-4693-97c8-9d676cd5218a req-4712fac2-c100-480c-96fe-6b488855961f service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.960800] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.961162] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce120570-7395-40cf-a62c-b0a10ad4d485 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.969181] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 898.969181] env[62859]: value = "task-2538180" [ 898.969181] env[62859]: _type = "Task" [ 898.969181] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.981722] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.085149] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 47ee95ee-8e08-4e0e-b519-1ad82e138095] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 899.216604] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.219263] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.916s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.219532] env[62859]: DEBUG nova.objects.instance [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lazy-loading 'resources' on Instance uuid c7da034c-3d2b-409f-bcde-2228747ce01e {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.243642] env[62859]: INFO nova.scheduler.client.report [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Deleted allocations for instance 227f5719-0bc8-43d5-ad17-7c4639fa2bcc [ 899.277066] env[62859]: DEBUG nova.compute.utils [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.300169] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Completed reading data from the image iterator. {{(pid=62859) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 899.300410] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297b691-72a3-5004-f813-075893265186/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.301387] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfca7d9e-9c6c-4662-9586-54e03c5bddc1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.310053] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297b691-72a3-5004-f813-075893265186/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.310236] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297b691-72a3-5004-f813-075893265186/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 899.310486] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1131a1c5-a1b9-42fe-80b1-417bea8ee00b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.327128] env[62859]: DEBUG nova.network.neutron [-] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.432396] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c561faa-da91-4da7-a14a-70660354edf5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.442624] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf795098-5ec4-4b48-81ff-4c6c2687785f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.479089] env[62859]: DEBUG nova.compute.manager [req-fc28b162-dcd2-4693-97c8-9d676cd5218a req-4712fac2-c100-480c-96fe-6b488855961f service nova] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Detach interface failed, port_id=566355c7-0efa-4c82-8e2c-729cee835d75, reason: Instance bc05d4e3-072c-4fb8-a72a-0cac504a8511 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 899.487362] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538180, 'name': PowerOffVM_Task, 'duration_secs': 0.287303} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.487615] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.487799] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance '2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.588132] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 899.588438] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Cleaning up deleted instances with incomplete migration {{(pid=62859) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 899.752058] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d273eb00-ceb3-4d59-b908-d55d614acebb tempest-ListServersNegativeTestJSON-369658112 tempest-ListServersNegativeTestJSON-369658112-project-member] Lock "227f5719-0bc8-43d5-ad17-7c4639fa2bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.673s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.782712] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.829495] env[62859]: INFO nova.compute.manager [-] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Took 1.28 seconds to deallocate network for instance. [ 899.995713] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.995938] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.996123] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.996309] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.996609] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.996609] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.996818] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.996950] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.997130] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.997293] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.997466] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.003150] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85a298aa-4b7b-4f35-b442-0bbf6148dc00 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.024491] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 900.024491] env[62859]: value = "task-2538181" [ 900.024491] env[62859]: _type = "Task" [ 900.024491] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.032074] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5297b691-72a3-5004-f813-075893265186/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 900.032276] env[62859]: INFO nova.virt.vmwareapi.images [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Downloaded image file data aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5 [ 900.033860] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529caa04-75ce-4699-910b-07ae4238718b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.039237] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.056062] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f27180fd-017a-4ca0-a003-a32326c663b5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.068837] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73461fdf-5d7d-435c-bf3e-d2eda952bb65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.077849] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020ce07d-9dbc-48bc-9dc4-ceb14e07ef00 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.111180] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.112731] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac9aade-bf08-44e5-932b-eebd26fdce81 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.115329] env[62859]: INFO nova.virt.vmwareapi.images [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] The imported VM was unregistered [ 900.117794] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Caching image {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 900.118097] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating directory with path [datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.118493] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3f4569a-2d93-41ae-9691-4a3e57cccf59 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.128142] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e71be0-c61c-4f6c-a06f-a05397ff5ea8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.132936] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Created directory with path [datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.133140] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59/OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59.vmdk to [datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5.vmdk. {{(pid=62859) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 900.133715] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-973723ab-f18c-412a-80d0-21b1e3e4d9bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.143463] env[62859]: DEBUG nova.compute.provider_tree [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.151097] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 900.151097] env[62859]: value = "task-2538183" [ 900.151097] env[62859]: _type = "Task" [ 900.151097] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.160410] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538183, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.338750] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.542031] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538181, 'name': ReconfigVM_Task, 'duration_secs': 0.287146} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.542031] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance '2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.649351] env[62859]: DEBUG nova.scheduler.client.report [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.665098] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538183, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.870564] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "e7e8eb47-c059-4a97-9a09-f8559f460309" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.870927] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.871238] env[62859]: INFO nova.compute.manager [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Attaching volume 4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d to /dev/sdb [ 900.910778] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccb03c0-a90a-4873-a9c3-51d4cf33ff3e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.919839] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c05cc1-e8cf-4fff-9e24-2f7b225090ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.938992] env[62859]: DEBUG nova.virt.block_device [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updating existing volume attachment record: 95e11a0d-c00a-4784-89e8-22888a9217b4 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 901.048026] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.048026] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.048026] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.048551] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.048873] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.049207] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.049588] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.052034] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.052034] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.052034] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.052034] env[62859]: DEBUG nova.virt.hardware [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.058784] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.059492] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8976134f-c5a2-403a-8d0f-dbaf470db8f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.092016] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 901.092016] env[62859]: value = "task-2538184" [ 901.092016] env[62859]: _type = "Task" [ 901.092016] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.109175] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.159622] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.166808] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.353s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.167193] env[62859]: DEBUG nova.objects.instance [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lazy-loading 'resources' on Instance uuid 1bf06293-a7e1-4af8-9e82-7f43c8695bb2 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.168729] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538183, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.191712] env[62859]: INFO nova.scheduler.client.report [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Deleted allocations for instance c7da034c-3d2b-409f-bcde-2228747ce01e [ 901.356520] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.356810] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.357046] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.357256] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.357435] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.359776] env[62859]: INFO nova.compute.manager [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Terminating instance [ 901.603112] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538184, 'name': ReconfigVM_Task, 'duration_secs': 0.454154} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.603112] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.603656] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1b468-ec73-4b0c-be20-b747a04b65ba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.629651] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb/2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.630754] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f183a038-fb17-445d-8393-4643f5444756 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.653026] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 901.653026] env[62859]: value = "task-2538188" [ 901.653026] env[62859]: _type = "Task" [ 901.653026] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.675839] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.677120] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538183, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.709547] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b7cb590e-f69f-4270-ba71-d81ab8722b52 tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "c7da034c-3d2b-409f-bcde-2228747ce01e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.532s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.865095] env[62859]: DEBUG nova.compute.manager [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.865342] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.866319] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160a70f7-a628-4238-bc2c-c2345c251486 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.878810] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.879258] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d515955-2cf0-4da3-b068-af56fe09733e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.887712] env[62859]: DEBUG oslo_vmware.api [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 901.887712] env[62859]: value = "task-2538189" [ 901.887712] env[62859]: _type = "Task" [ 901.887712] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.900485] env[62859]: DEBUG oslo_vmware.api [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.078311] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0631fbd8-76bb-4b27-8d39-c7f4d59c5bf1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.087670] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a6a6a-0808-40a2-b199-7675ce6dc2d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.121678] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7c4203-718b-4d3b-b98e-98bf062531ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.130697] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe89d2b6-ab82-4055-bec5-3907dcb9c3ff {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.147030] env[62859]: DEBUG nova.compute.provider_tree [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.167555] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.171292] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538183, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.402508] env[62859]: DEBUG oslo_vmware.api [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.652132] env[62859]: DEBUG nova.scheduler.client.report [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.667574] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538188, 'name': ReconfigVM_Task, 'duration_secs': 0.968726} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.670995] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb/2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.671320] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance '2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.674784] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538183, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.45642} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.675758] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59/OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59.vmdk to [datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5.vmdk. [ 902.675983] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Cleaning up location [datastore2] OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 902.676182] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2b85a49c-ec71-41ee-a86b-7a44bed13b59 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.676469] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5007d8e-c09d-4b9b-804a-ebf8dd4d1402 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.684032] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 902.684032] env[62859]: value = "task-2538191" [ 902.684032] env[62859]: _type = "Task" [ 902.684032] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.693494] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.899625] env[62859]: DEBUG oslo_vmware.api [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538189, 'name': PowerOffVM_Task, 'duration_secs': 0.825399} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.899897] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.900149] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.900427] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-317b1e29-144c-4714-ba9c-d588038cf08a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.986839] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.987542] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.987542] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Deleting the datastore file [datastore2] 4e5ff9cf-e8b2-4459-9036-36f0ebad5858 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.987844] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a021f6b3-9664-4017-ad67-bf9beb70d9c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.995940] env[62859]: DEBUG oslo_vmware.api [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for the task: (returnval){ [ 902.995940] env[62859]: value = "task-2538193" [ 902.995940] env[62859]: _type = "Task" [ 902.995940] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.004591] env[62859]: DEBUG oslo_vmware.api [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.159860] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.163480] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.307s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.165338] env[62859]: INFO nova.compute.claims [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.178362] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb86810-f606-4e49-b176-7f79c9e122d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.202891] env[62859]: INFO nova.scheduler.client.report [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Deleted allocations for instance 1bf06293-a7e1-4af8-9e82-7f43c8695bb2 [ 903.205170] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2808550-d0fc-4318-81c3-9265add5831b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.214250] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089025} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.215020] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.215224] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.215485] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5.vmdk to [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614/32ded70b-ce17-4986-a2b7-812513c24614.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.215801] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e18ba8cb-89e8-4f4b-9456-29954baea92b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.231870] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance '2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.242036] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 903.242036] env[62859]: value = "task-2538194" [ 903.242036] env[62859]: _type = "Task" [ 903.242036] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.251215] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.507319] env[62859]: DEBUG oslo_vmware.api [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.717884] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6bdf5d20-9994-4f64-8080-8eb818271dd9 tempest-ServersAdminNegativeTestJSON-468567510 tempest-ServersAdminNegativeTestJSON-468567510-project-member] Lock "1bf06293-a7e1-4af8-9e82-7f43c8695bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.722s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.752863] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538194, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.774471] env[62859]: DEBUG nova.network.neutron [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Port 5f17dcdc-7dd4-4915-96d5-52961ac09fec binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 904.008261] env[62859]: DEBUG oslo_vmware.api [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Task: {'id': task-2538193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.686938} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.008667] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.008985] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.009230] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.009440] env[62859]: INFO nova.compute.manager [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Took 2.14 seconds to destroy the instance on the hypervisor. [ 904.009672] env[62859]: DEBUG oslo.service.loopingcall [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.009935] env[62859]: DEBUG nova.compute.manager [-] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.010207] env[62859]: DEBUG nova.network.neutron [-] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.258153] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538194, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.585018] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8665abc3-6173-4c2d-bc6a-074ffc73a56c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.596223] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f483ffd3-dd8e-4e66-889d-dfcbacbf1d85 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.635939] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5d2f9f-80e1-4e43-8153-1d6f999d14dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.645575] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dcccad-610a-4494-bb9b-33f12ae6ab23 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.668481] env[62859]: DEBUG nova.compute.provider_tree [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.695353] env[62859]: DEBUG nova.compute.manager [req-6cb4e3ef-f141-4dc5-9199-de617c7495d9 req-e56eb4e1-94b6-4d44-b5ba-ae438b3ad345 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Received event network-vif-deleted-305330bc-c4d3-4a11-ba96-4ea969f6c2ba {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.695553] env[62859]: INFO nova.compute.manager [req-6cb4e3ef-f141-4dc5-9199-de617c7495d9 req-e56eb4e1-94b6-4d44-b5ba-ae438b3ad345 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Neutron deleted interface 305330bc-c4d3-4a11-ba96-4ea969f6c2ba; detaching it from the instance and deleting it from the info cache [ 904.695727] env[62859]: DEBUG nova.network.neutron [req-6cb4e3ef-f141-4dc5-9199-de617c7495d9 req-e56eb4e1-94b6-4d44-b5ba-ae438b3ad345 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.756485] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538194, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.805670] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.806249] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.806730] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.154615] env[62859]: DEBUG nova.network.neutron [-] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.170224] env[62859]: DEBUG nova.scheduler.client.report [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.199245] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f041edf-566b-4c28-a095-f864e11aa49a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.210432] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd024d4-f6fc-48e4-9540-073da17f8430 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.249696] env[62859]: DEBUG nova.compute.manager [req-6cb4e3ef-f141-4dc5-9199-de617c7495d9 req-e56eb4e1-94b6-4d44-b5ba-ae438b3ad345 service nova] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Detach interface failed, port_id=305330bc-c4d3-4a11-ba96-4ea969f6c2ba, reason: Instance 4e5ff9cf-e8b2-4459-9036-36f0ebad5858 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 905.251256] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "fde96d58-b090-42bd-881e-e03f2a819f58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.251574] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.251845] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "fde96d58-b090-42bd-881e-e03f2a819f58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.252031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.252213] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.254397] env[62859]: INFO nova.compute.manager [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Terminating instance [ 905.270538] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538194, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.401318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquiring lock "1022f581-e428-47dc-b6c4-9199dbd5f34c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.401318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "1022f581-e428-47dc-b6c4-9199dbd5f34c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.401318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquiring lock "1022f581-e428-47dc-b6c4-9199dbd5f34c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.401318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "1022f581-e428-47dc-b6c4-9199dbd5f34c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.401318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "1022f581-e428-47dc-b6c4-9199dbd5f34c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.403566] env[62859]: INFO nova.compute.manager [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Terminating instance [ 905.661066] env[62859]: INFO nova.compute.manager [-] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Took 1.65 seconds to deallocate network for instance. [ 905.678316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.678952] env[62859]: DEBUG nova.compute.manager [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.683024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.668s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.683024] env[62859]: DEBUG nova.objects.instance [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lazy-loading 'resources' on Instance uuid 6897f4f0-6b48-499c-8e92-888b78399073 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.759998] env[62859]: DEBUG nova.compute.manager [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.760304] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.760600] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538194, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.761384] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e05c81-2d12-4921-b739-50211d00d21d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.770107] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.770386] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c0450a3-62c8-48e4-801f-e5057d89a7f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.780281] env[62859]: DEBUG oslo_vmware.api [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 905.780281] env[62859]: value = "task-2538196" [ 905.780281] env[62859]: _type = "Task" [ 905.780281] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.790709] env[62859]: DEBUG oslo_vmware.api [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.871344] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.871344] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.871344] env[62859]: DEBUG nova.network.neutron [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.908442] env[62859]: DEBUG nova.compute.manager [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.908783] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.910044] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa32614-29d2-42f1-9510-02a59a203c0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.919657] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.919940] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e996c7fe-ac48-44a5-9d9f-73a35e7cbe3f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.927688] env[62859]: DEBUG oslo_vmware.api [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 905.927688] env[62859]: value = "task-2538197" [ 905.927688] env[62859]: _type = "Task" [ 905.927688] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.937455] env[62859]: DEBUG oslo_vmware.api [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.003435] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 906.003678] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512808', 'volume_id': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'name': 'volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7e8eb47-c059-4a97-9a09-f8559f460309', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'serial': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 906.004638] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece09018-fb83-4af4-a939-229c17868759 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.024487] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc851f-8515-427a-9cc2-064e57cf4c6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.056056] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d/volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.057492] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9314d596-d921-455b-9be1-3140d84aa7ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.072383] env[62859]: DEBUG nova.compute.manager [None req-2a5f8e0f-96e0-49bd-8a73-02098ca1ba68 tempest-ServerDiagnosticsV248Test-1258556375 tempest-ServerDiagnosticsV248Test-1258556375-project-admin] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.073729] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae918a-7b70-488b-bef4-057b93515541 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.082519] env[62859]: INFO nova.compute.manager [None req-2a5f8e0f-96e0-49bd-8a73-02098ca1ba68 tempest-ServerDiagnosticsV248Test-1258556375 tempest-ServerDiagnosticsV248Test-1258556375-project-admin] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Retrieving diagnostics [ 906.084484] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de4f75e-7398-42b0-a0af-549423e45b4c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.088185] env[62859]: DEBUG oslo_vmware.api [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 906.088185] env[62859]: value = "task-2538198" [ 906.088185] env[62859]: _type = "Task" [ 906.088185] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.125660] env[62859]: DEBUG oslo_vmware.api [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.168388] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.185070] env[62859]: DEBUG nova.compute.utils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.186660] env[62859]: DEBUG nova.compute.manager [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.186880] env[62859]: DEBUG nova.network.neutron [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.254712] env[62859]: DEBUG nova.policy [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0988323ce26495a8ad59e9c9b72bddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6968605e9f584348a625e6b87452890f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.262256] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538194, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.648454} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.264874] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5/aad7ab4a-a1de-462b-b5e3-4e6dabfb27d5.vmdk to [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614/32ded70b-ce17-4986-a2b7-812513c24614.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.265899] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce458dc2-87fc-4ad6-9754-b359d1896295 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.290040] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614/32ded70b-ce17-4986-a2b7-812513c24614.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.295878] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a33c2b0-e6d2-4aaf-9c0d-c35db01b5749 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.318826] env[62859]: DEBUG oslo_vmware.api [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538196, 'name': PowerOffVM_Task, 'duration_secs': 0.22773} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.320191] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.320392] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.323866] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 906.323866] env[62859]: value = "task-2538199" [ 906.323866] env[62859]: _type = "Task" [ 906.323866] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.323866] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2e9922-ec3e-4db6-aaf3-7210df8b8f7c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.331197] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.397926] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.398042] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.398238] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Deleting the datastore file [datastore1] fde96d58-b090-42bd-881e-e03f2a819f58 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.398509] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aca921b-60cf-4b7c-aab8-153c9afa92bf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.405728] env[62859]: DEBUG oslo_vmware.api [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for the task: (returnval){ [ 906.405728] env[62859]: value = "task-2538201" [ 906.405728] env[62859]: _type = "Task" [ 906.405728] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.420024] env[62859]: DEBUG oslo_vmware.api [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.438710] env[62859]: DEBUG oslo_vmware.api [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538197, 'name': PowerOffVM_Task, 'duration_secs': 0.205973} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.444173] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.444344] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.444857] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56ced513-583a-46dc-bd4f-e2b6ad59a2ca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.521360] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.521768] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.521979] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Deleting the datastore file [datastore1] 1022f581-e428-47dc-b6c4-9199dbd5f34c {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.522301] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f3945e3-068f-4f01-81e0-2d6e6b1d45ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.529468] env[62859]: DEBUG oslo_vmware.api [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for the task: (returnval){ [ 906.529468] env[62859]: value = "task-2538203" [ 906.529468] env[62859]: _type = "Task" [ 906.529468] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.540976] env[62859]: DEBUG oslo_vmware.api [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.599839] env[62859]: DEBUG oslo_vmware.api [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538198, 'name': ReconfigVM_Task, 'duration_secs': 0.423307} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.601966] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfigured VM instance instance-00000041 to attach disk [datastore2] volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d/volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.607447] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f7c210-c4bc-47ad-a8bc-ef46fdc46548 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.626055] env[62859]: DEBUG oslo_vmware.api [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 906.626055] env[62859]: value = "task-2538204" [ 906.626055] env[62859]: _type = "Task" [ 906.626055] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.635235] env[62859]: DEBUG oslo_vmware.api [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.639306] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ef87cc-133f-4814-b1e2-44fd6dfe0eeb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.647720] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa5e55f-8547-4ff9-b630-9d453f61e232 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.688891] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917329ff-5205-4b47-8aa8-c443f3bd50f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.693037] env[62859]: DEBUG nova.compute.manager [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.699810] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9073fe3a-1793-47d2-98a7-28c5e6e8a86d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.715893] env[62859]: DEBUG nova.compute.provider_tree [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.795755] env[62859]: DEBUG nova.network.neutron [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance_info_cache with network_info: [{"id": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "address": "fa:16:3e:b3:1a:5b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f17dcdc-7d", "ovs_interfaceid": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.834840] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538199, 'name': ReconfigVM_Task, 'duration_secs': 0.326216} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.835499] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614/32ded70b-ce17-4986-a2b7-812513c24614.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.837215] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'encrypted': False, 'device_type': 'disk', 'image_id': '9202e09c-1f63-499b-aa32-d3ad8b2d56b8'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sdb', 'attachment_id': 'fcd26f06-43c0-46f2-9bfb-cc1321a42f0c', 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512792', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'name': 'volume-cf376de5-017b-46d0-bd0f-559d6da98f37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '32ded70b-ce17-4986-a2b7-812513c24614', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'serial': 'cf376de5-017b-46d0-bd0f-559d6da98f37'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62859) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 906.837516] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 906.837736] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512792', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'name': 'volume-cf376de5-017b-46d0-bd0f-559d6da98f37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '32ded70b-ce17-4986-a2b7-812513c24614', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'serial': 'cf376de5-017b-46d0-bd0f-559d6da98f37'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 906.838711] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e29d70d-e2af-42b0-84d6-cabb7980e5c6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.858383] env[62859]: DEBUG nova.network.neutron [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Successfully created port: f4727f9b-d187-4a58-b569-3192e550dcec {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.860872] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf86b8f0-043a-49cf-8566-f8b9f3d422f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.905304] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-cf376de5-017b-46d0-bd0f-559d6da98f37/volume-cf376de5-017b-46d0-bd0f-559d6da98f37.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.905304] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-398832d3-3180-491f-8dcd-ab11a30c8c10 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.929197] env[62859]: DEBUG oslo_vmware.api [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.929197] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 906.929197] env[62859]: value = "task-2538205" [ 906.929197] env[62859]: _type = "Task" [ 906.929197] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.940428] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.040421] env[62859]: DEBUG oslo_vmware.api [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.137021] env[62859]: DEBUG oslo_vmware.api [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538204, 'name': ReconfigVM_Task, 'duration_secs': 0.490235} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.137120] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512808', 'volume_id': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'name': 'volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7e8eb47-c059-4a97-9a09-f8559f460309', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'serial': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 907.221029] env[62859]: DEBUG nova.scheduler.client.report [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.294622] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquiring lock "8b458941-5861-46a4-b91c-06f94966c5b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.294885] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "8b458941-5861-46a4-b91c-06f94966c5b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.295294] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquiring lock "8b458941-5861-46a4-b91c-06f94966c5b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.295294] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "8b458941-5861-46a4-b91c-06f94966c5b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.295479] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "8b458941-5861-46a4-b91c-06f94966c5b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.297792] env[62859]: DEBUG oslo_concurrency.lockutils [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.305388] env[62859]: INFO nova.compute.manager [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Terminating instance [ 907.429021] env[62859]: DEBUG oslo_vmware.api [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Task: {'id': task-2538201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615924} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.429021] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.429199] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.429732] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.429943] env[62859]: INFO nova.compute.manager [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Took 1.67 seconds to destroy the instance on the hypervisor. [ 907.430221] env[62859]: DEBUG oslo.service.loopingcall [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.435125] env[62859]: DEBUG nova.compute.manager [-] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.435233] env[62859]: DEBUG nova.network.neutron [-] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.446840] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538205, 'name': ReconfigVM_Task, 'duration_secs': 0.328485} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.448119] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-cf376de5-017b-46d0-bd0f-559d6da98f37/volume-cf376de5-017b-46d0-bd0f-559d6da98f37.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.452715] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c940b47-3d28-4e6b-b148-a2e26deb811b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.473212] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 907.473212] env[62859]: value = "task-2538206" [ 907.473212] env[62859]: _type = "Task" [ 907.473212] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.482178] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.543010] env[62859]: DEBUG oslo_vmware.api [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Task: {'id': task-2538203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591996} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.543310] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.543517] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.543695] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.543899] env[62859]: INFO nova.compute.manager [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 907.544163] env[62859]: DEBUG oslo.service.loopingcall [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.544354] env[62859]: DEBUG nova.compute.manager [-] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.544445] env[62859]: DEBUG nova.network.neutron [-] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.708329] env[62859]: DEBUG nova.compute.manager [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.729484] env[62859]: DEBUG oslo_concurrency.lockutils [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.732353] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.427s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.743803] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.743803] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.743803] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.743803] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.743803] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.743803] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.744281] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.744281] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.745378] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.745378] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.745378] env[62859]: DEBUG nova.virt.hardware [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.745689] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558cbc5e-e8db-4054-a76c-857435507970 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.758019] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46950af1-5c65-4c83-a435-c824eaec7cc7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.772502] env[62859]: INFO nova.scheduler.client.report [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted allocations for instance 6897f4f0-6b48-499c-8e92-888b78399073 [ 907.812013] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquiring lock "refresh_cache-8b458941-5861-46a4-b91c-06f94966c5b9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.812282] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquired lock "refresh_cache-8b458941-5861-46a4-b91c-06f94966c5b9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.812434] env[62859]: DEBUG nova.network.neutron [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.836174] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1921a978-4eac-47d8-bd07-eff74b18ce51 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.857171] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68f4b80-e09f-4839-9686-e89eec56cae1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.867070] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance '2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.983967] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538206, 'name': ReconfigVM_Task, 'duration_secs': 0.152211} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.984316] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512792', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'name': 'volume-cf376de5-017b-46d0-bd0f-559d6da98f37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '32ded70b-ce17-4986-a2b7-812513c24614', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'serial': 'cf376de5-017b-46d0-bd0f-559d6da98f37'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 907.984901] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c80f8ab1-4c37-451c-8d42-fbf9bd811da4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.992891] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 907.992891] env[62859]: value = "task-2538207" [ 907.992891] env[62859]: _type = "Task" [ 907.992891] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.004263] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538207, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.155179] env[62859]: DEBUG nova.compute.manager [req-9bd4e685-ff33-4f00-ad4f-61242e196d1e req-f146e8d7-0f1b-4cdd-a443-c04524fddd65 service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Received event network-vif-deleted-9910b348-8cf2-4328-b774-0aedb57a28bf {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 908.155569] env[62859]: INFO nova.compute.manager [req-9bd4e685-ff33-4f00-ad4f-61242e196d1e req-f146e8d7-0f1b-4cdd-a443-c04524fddd65 service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Neutron deleted interface 9910b348-8cf2-4328-b774-0aedb57a28bf; detaching it from the instance and deleting it from the info cache [ 908.155569] env[62859]: DEBUG nova.network.neutron [req-9bd4e685-ff33-4f00-ad4f-61242e196d1e req-f146e8d7-0f1b-4cdd-a443-c04524fddd65 service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.200952] env[62859]: DEBUG nova.objects.instance [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lazy-loading 'flavor' on Instance uuid e7e8eb47-c059-4a97-9a09-f8559f460309 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.282700] env[62859]: DEBUG oslo_concurrency.lockutils [None req-04e048e7-b5a1-4a5e-8e93-58df8962769c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "6897f4f0-6b48-499c-8e92-888b78399073" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.836s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.341687] env[62859]: DEBUG nova.network.neutron [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.375251] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.375645] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ece24b4e-16f4-4282-b72a-1cdea0cb185e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.386637] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 908.386637] env[62859]: value = "task-2538208" [ 908.386637] env[62859]: _type = "Task" [ 908.386637] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.399400] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.417435] env[62859]: DEBUG nova.network.neutron [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.436473] env[62859]: INFO nova.compute.manager [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Rescuing [ 908.436792] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.437305] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.437305] env[62859]: DEBUG nova.network.neutron [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.449081] env[62859]: DEBUG nova.network.neutron [-] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.505925] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538207, 'name': Rename_Task, 'duration_secs': 0.151784} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.509296] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.509773] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae4f01c1-fb18-45ed-b48e-d42d253a1358 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.516905] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 908.516905] env[62859]: value = "task-2538209" [ 908.516905] env[62859]: _type = "Task" [ 908.516905] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.533502] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.533502] env[62859]: DEBUG nova.network.neutron [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Successfully updated port: f4727f9b-d187-4a58-b569-3192e550dcec {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.658641] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca11d04c-871b-48eb-8075-8294bf5b3ab8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.664590] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5240a840-e682-4c51-8e1b-2f3e66b4f85f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.681672] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b69024-425b-4438-87a8-e10e43260919 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.688934] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e994e69-6f23-4742-8bbc-387414103822 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.733218] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c844e2c8-79d5-4613-a074-9e8c9338ab8e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.862s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.745326] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f1446e-d105-46c4-ad6d-28f55783e9ff {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.749051] env[62859]: DEBUG nova.compute.manager [req-9bd4e685-ff33-4f00-ad4f-61242e196d1e req-f146e8d7-0f1b-4cdd-a443-c04524fddd65 service nova] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Detach interface failed, port_id=9910b348-8cf2-4328-b774-0aedb57a28bf, reason: Instance fde96d58-b090-42bd-881e-e03f2a819f58 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 908.758861] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766abc98-671a-42aa-9eb7-f02a949f2b02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.781675] env[62859]: DEBUG nova.compute.provider_tree [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.900542] env[62859]: DEBUG oslo_vmware.api [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538208, 'name': PowerOnVM_Task, 'duration_secs': 0.440526} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.900542] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.900542] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-57e96654-aa80-476d-bdd8-78370a7ce315 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance '2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.921857] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Releasing lock "refresh_cache-8b458941-5861-46a4-b91c-06f94966c5b9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.922301] env[62859]: DEBUG nova.compute.manager [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.922551] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.923494] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886bc156-d42d-4612-9d20-18881a3c9b53 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.933703] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.933703] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07099cd4-3989-4cd2-aeac-a9be72a15f30 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.945471] env[62859]: DEBUG oslo_vmware.api [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 908.945471] env[62859]: value = "task-2538210" [ 908.945471] env[62859]: _type = "Task" [ 908.945471] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.956622] env[62859]: INFO nova.compute.manager [-] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Took 1.52 seconds to deallocate network for instance. [ 908.958024] env[62859]: DEBUG oslo_vmware.api [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.027659] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538209, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.039869] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "refresh_cache-69304681-00ad-41e3-b445-65e420e5aa36" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.039869] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "refresh_cache-69304681-00ad-41e3-b445-65e420e5aa36" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.039869] env[62859]: DEBUG nova.network.neutron [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.098268] env[62859]: DEBUG nova.compute.manager [req-e694728a-7a66-4494-85ca-c93eafb6dbc1 req-d2175261-1d20-48fd-bc50-aa465168e07a service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Received event network-vif-deleted-4415cec4-d730-4f35-86cb-9fed9aed3801 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.098473] env[62859]: INFO nova.compute.manager [req-e694728a-7a66-4494-85ca-c93eafb6dbc1 req-d2175261-1d20-48fd-bc50-aa465168e07a service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Neutron deleted interface 4415cec4-d730-4f35-86cb-9fed9aed3801; detaching it from the instance and deleting it from the info cache [ 909.098734] env[62859]: DEBUG nova.network.neutron [req-e694728a-7a66-4494-85ca-c93eafb6dbc1 req-d2175261-1d20-48fd-bc50-aa465168e07a service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.149715] env[62859]: DEBUG nova.network.neutron [-] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.285955] env[62859]: DEBUG nova.scheduler.client.report [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.367458] env[62859]: DEBUG nova.network.neutron [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updating instance_info_cache with network_info: [{"id": "8752e0c8-bd24-4f84-b296-fa1d34054773", "address": "fa:16:3e:1a:db:a9", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8752e0c8-bd", "ovs_interfaceid": "8752e0c8-bd24-4f84-b296-fa1d34054773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.459992] env[62859]: DEBUG oslo_vmware.api [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538210, 'name': PowerOffVM_Task, 'duration_secs': 0.131583} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.460462] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.460733] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.461055] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b345edad-c530-4ce3-8acb-661f13653235 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.463427] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.492699] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.492913] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.493111] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Deleting the datastore file [datastore2] 8b458941-5861-46a4-b91c-06f94966c5b9 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.493391] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfd46a62-01c7-497b-abf2-0d344e5e1f24 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.501810] env[62859]: DEBUG oslo_vmware.api [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for the task: (returnval){ [ 909.501810] env[62859]: value = "task-2538212" [ 909.501810] env[62859]: _type = "Task" [ 909.501810] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.510043] env[62859]: DEBUG oslo_vmware.api [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.527180] env[62859]: DEBUG oslo_vmware.api [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538209, 'name': PowerOnVM_Task, 'duration_secs': 0.672787} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.527463] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.594874] env[62859]: DEBUG nova.network.neutron [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.603851] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9376ac4b-deea-4598-bdc6-ac975b88fb02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.614204] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91e0f9-49bf-407e-b2f7-99de70ad0aab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.650027] env[62859]: DEBUG nova.compute.manager [req-e694728a-7a66-4494-85ca-c93eafb6dbc1 req-d2175261-1d20-48fd-bc50-aa465168e07a service nova] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Detach interface failed, port_id=4415cec4-d730-4f35-86cb-9fed9aed3801, reason: Instance 1022f581-e428-47dc-b6c4-9199dbd5f34c could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 909.652344] env[62859]: INFO nova.compute.manager [-] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Took 2.11 seconds to deallocate network for instance. [ 909.658726] env[62859]: DEBUG nova.compute.manager [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.663328] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649978d1-9179-4405-8ad1-c5c23c7dda27 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.844026] env[62859]: DEBUG nova.network.neutron [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Updating instance_info_cache with network_info: [{"id": "f4727f9b-d187-4a58-b569-3192e550dcec", "address": "fa:16:3e:d8:07:53", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4727f9b-d1", "ovs_interfaceid": "f4727f9b-d187-4a58-b569-3192e550dcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.871022] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.969894] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.970505] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.011428] env[62859]: DEBUG oslo_vmware.api [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Task: {'id': task-2538212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095123} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.011749] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.011956] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.012158] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.012331] env[62859]: INFO nova.compute.manager [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 910.012571] env[62859]: DEBUG oslo.service.loopingcall [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.012760] env[62859]: DEBUG nova.compute.manager [-] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.012857] env[62859]: DEBUG nova.network.neutron [-] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.030966] env[62859]: DEBUG nova.network.neutron [-] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.159192] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.176311] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6847097d-f7bb-42bf-83db-ce5164500822 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 59.336s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.218260] env[62859]: DEBUG nova.compute.manager [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Received event network-vif-plugged-f4727f9b-d187-4a58-b569-3192e550dcec {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.218487] env[62859]: DEBUG oslo_concurrency.lockutils [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] Acquiring lock "69304681-00ad-41e3-b445-65e420e5aa36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.219113] env[62859]: DEBUG oslo_concurrency.lockutils [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] Lock "69304681-00ad-41e3-b445-65e420e5aa36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.219302] env[62859]: DEBUG oslo_concurrency.lockutils [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] Lock "69304681-00ad-41e3-b445-65e420e5aa36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.219482] env[62859]: DEBUG nova.compute.manager [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] No waiting events found dispatching network-vif-plugged-f4727f9b-d187-4a58-b569-3192e550dcec {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.219636] env[62859]: WARNING nova.compute.manager [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Received unexpected event network-vif-plugged-f4727f9b-d187-4a58-b569-3192e550dcec for instance with vm_state building and task_state spawning. [ 910.219802] env[62859]: DEBUG nova.compute.manager [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Received event network-changed-f4727f9b-d187-4a58-b569-3192e550dcec {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.219981] env[62859]: DEBUG nova.compute.manager [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Refreshing instance network info cache due to event network-changed-f4727f9b-d187-4a58-b569-3192e550dcec. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 910.220131] env[62859]: DEBUG oslo_concurrency.lockutils [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] Acquiring lock "refresh_cache-69304681-00ad-41e3-b445-65e420e5aa36" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.300519] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.566s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.300519] env[62859]: DEBUG nova.compute.manager [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62859) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 910.301175] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.005s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.303017] env[62859]: INFO nova.compute.claims [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.348851] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "refresh_cache-69304681-00ad-41e3-b445-65e420e5aa36" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.349235] env[62859]: DEBUG nova.compute.manager [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Instance network_info: |[{"id": "f4727f9b-d187-4a58-b569-3192e550dcec", "address": "fa:16:3e:d8:07:53", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4727f9b-d1", "ovs_interfaceid": "f4727f9b-d187-4a58-b569-3192e550dcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.349761] env[62859]: DEBUG oslo_concurrency.lockutils [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] Acquired lock "refresh_cache-69304681-00ad-41e3-b445-65e420e5aa36" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.349947] env[62859]: DEBUG nova.network.neutron [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Refreshing network info cache for port f4727f9b-d187-4a58-b569-3192e550dcec {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.351126] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:07:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4727f9b-d187-4a58-b569-3192e550dcec', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.359147] env[62859]: DEBUG oslo.service.loopingcall [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.362390] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.362865] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-626d184e-d327-4d2e-9e78-f315ba92530b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.384822] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.384822] env[62859]: value = "task-2538213" [ 910.384822] env[62859]: _type = "Task" [ 910.384822] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.393185] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538213, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.406776] env[62859]: DEBUG oslo_concurrency.lockutils [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.407106] env[62859]: DEBUG oslo_concurrency.lockutils [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.407246] env[62859]: DEBUG oslo_concurrency.lockutils [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.407405] env[62859]: DEBUG oslo_concurrency.lockutils [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.407612] env[62859]: DEBUG oslo_concurrency.lockutils [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.410850] env[62859]: INFO nova.compute.manager [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Terminating instance [ 910.473027] env[62859]: DEBUG nova.compute.manager [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.535082] env[62859]: DEBUG nova.network.neutron [-] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.675225] env[62859]: DEBUG nova.network.neutron [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Updated VIF entry in instance network info cache for port f4727f9b-d187-4a58-b569-3192e550dcec. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.675615] env[62859]: DEBUG nova.network.neutron [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Updating instance_info_cache with network_info: [{"id": "f4727f9b-d187-4a58-b569-3192e550dcec", "address": "fa:16:3e:d8:07:53", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4727f9b-d1", "ovs_interfaceid": "f4727f9b-d187-4a58-b569-3192e550dcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.854420] env[62859]: INFO nova.scheduler.client.report [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted allocation for migration ca2a058e-3d4c-46c6-aca1-e079e9086a92 [ 910.895916] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538213, 'name': CreateVM_Task, 'duration_secs': 0.360807} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.896682] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.897399] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.897600] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.897874] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 910.898370] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1e7202-fc5b-4e96-9e60-431a1253f612 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.903354] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 910.903354] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52486de9-b1d8-7007-4238-f7f139702a8e" [ 910.903354] env[62859]: _type = "Task" [ 910.903354] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.911856] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52486de9-b1d8-7007-4238-f7f139702a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.920206] env[62859]: DEBUG nova.compute.manager [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.920418] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.921633] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5feed8-3c69-4481-b3ab-1259c690795e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.930051] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.930223] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4ba0e62-ad91-4b5d-9529-43aa72708239 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.938315] env[62859]: DEBUG oslo_vmware.api [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 910.938315] env[62859]: value = "task-2538214" [ 910.938315] env[62859]: _type = "Task" [ 910.938315] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.949931] env[62859]: DEBUG oslo_vmware.api [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.992223] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.023749] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "c80e4863-16d7-4cce-81c8-0426bc834026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.024029] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "c80e4863-16d7-4cce-81c8-0426bc834026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.038807] env[62859]: INFO nova.compute.manager [-] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Took 1.03 seconds to deallocate network for instance. [ 911.053957] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.054235] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.054430] env[62859]: DEBUG nova.compute.manager [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Going to confirm migration 4 {{(pid=62859) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 911.178569] env[62859]: DEBUG oslo_concurrency.lockutils [req-0e2ddb17-e6fc-481a-9665-c7fcd111de6d req-8ae8f2e3-8cec-4944-9051-bed59d36745d service nova] Releasing lock "refresh_cache-69304681-00ad-41e3-b445-65e420e5aa36" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.361579] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0b4f8b91-1f15-40b9-a17d-5953ec9a51cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.347s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.417381] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.423187] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db48d21b-3660-4096-8268-499c8fadeadb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.425516] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52486de9-b1d8-7007-4238-f7f139702a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.429046] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.429348] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.429666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.429876] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.430138] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.431115] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74dfcbc0-c6f9-4f51-bc11-563189dc471b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.437947] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 911.437947] env[62859]: value = "task-2538215" [ 911.437947] env[62859]: _type = "Task" [ 911.437947] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.456969] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.462617] env[62859]: DEBUG oslo_vmware.api [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538214, 'name': PowerOffVM_Task, 'duration_secs': 0.358848} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.463122] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.463303] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.464412] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ad428ff-eaf5-4dc6-9f72-64fe2fc68c0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.466058] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.466250] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.466994] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8a0721-0a6d-4488-8e24-6cd85f534022 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.472788] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 911.472788] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5239cc09-bb07-9c1e-6dcc-2cdf21eda7dd" [ 911.472788] env[62859]: _type = "Task" [ 911.472788] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.481456] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5239cc09-bb07-9c1e-6dcc-2cdf21eda7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.527732] env[62859]: DEBUG nova.compute.manager [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.545828] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.548786] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.549016] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.549214] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleting the datastore file [datastore1] 0987f015-d61f-46fd-bdf1-fc5e64c8646a {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.549492] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5706f13-3371-4e66-b5e5-427a9f065025 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.565193] env[62859]: DEBUG oslo_vmware.api [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 911.565193] env[62859]: value = "task-2538217" [ 911.565193] env[62859]: _type = "Task" [ 911.565193] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.582559] env[62859]: DEBUG oslo_vmware.api [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.681965] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.682453] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.682533] env[62859]: DEBUG nova.network.neutron [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.683044] env[62859]: DEBUG nova.objects.instance [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lazy-loading 'info_cache' on Instance uuid 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.713292] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3b31a7-b859-488f-84da-085a141ef6c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.721740] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3e0aef-f170-4ac1-a1f3-6cf49f50d7b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.755044] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256afd8b-464a-42a3-abd2-ca5302f231e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.763510] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b30798-b00d-4230-8f72-fb7bb9f7d27a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.777730] env[62859]: DEBUG nova.compute.provider_tree [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.781452] env[62859]: DEBUG nova.objects.instance [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'flavor' on Instance uuid edd39829-7fbc-4f66-813a-b1efd6197163 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.948978] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538215, 'name': PowerOffVM_Task, 'duration_secs': 0.247376} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.949290] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.950161] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c41911-8328-4a4f-963b-086e2ed74780 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.971385] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424b5542-57cb-435f-8ee5-e087c71b411c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.987033] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5239cc09-bb07-9c1e-6dcc-2cdf21eda7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.987919] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7ef5d9-c5a7-4a7e-a49a-8ed1c7a49a12 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.994551] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 911.994551] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528f2511-73f8-7316-0f44-e686a3e35bed" [ 911.994551] env[62859]: _type = "Task" [ 911.994551] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.004016] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528f2511-73f8-7316-0f44-e686a3e35bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.012940] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.013259] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f54fe05f-e068-46d6-80d4-794485d60da3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.021080] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 912.021080] env[62859]: value = "task-2538218" [ 912.021080] env[62859]: _type = "Task" [ 912.021080] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.029648] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.046562] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.078106] env[62859]: DEBUG oslo_vmware.api [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150437} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.078394] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.078581] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.078762] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.078938] env[62859]: INFO nova.compute.manager [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 912.079197] env[62859]: DEBUG oslo.service.loopingcall [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.079388] env[62859]: DEBUG nova.compute.manager [-] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.079486] env[62859]: DEBUG nova.network.neutron [-] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.281434] env[62859]: DEBUG nova.scheduler.client.report [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.289267] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.289500] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.289637] env[62859]: DEBUG nova.network.neutron [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.289818] env[62859]: DEBUG nova.objects.instance [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'info_cache' on Instance uuid edd39829-7fbc-4f66-813a-b1efd6197163 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.366600] env[62859]: DEBUG nova.compute.manager [req-1110f0a3-d3c9-4712-960e-cbaa92114db7 req-cf9b6356-f56d-4a67-9677-94d389e9882f service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Received event network-vif-deleted-6eb82494-ed3f-44ee-aaaa-40efc5a790a4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.366600] env[62859]: INFO nova.compute.manager [req-1110f0a3-d3c9-4712-960e-cbaa92114db7 req-cf9b6356-f56d-4a67-9677-94d389e9882f service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Neutron deleted interface 6eb82494-ed3f-44ee-aaaa-40efc5a790a4; detaching it from the instance and deleting it from the info cache [ 912.366756] env[62859]: DEBUG nova.network.neutron [req-1110f0a3-d3c9-4712-960e-cbaa92114db7 req-cf9b6356-f56d-4a67-9677-94d389e9882f service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.506750] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528f2511-73f8-7316-0f44-e686a3e35bed, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.507042] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.507311] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 69304681-00ad-41e3-b445-65e420e5aa36/69304681-00ad-41e3-b445-65e420e5aa36.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.507590] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9819b889-4c86-4f69-ac5a-a2b520eb744b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.516487] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 912.516487] env[62859]: value = "task-2538219" [ 912.516487] env[62859]: _type = "Task" [ 912.516487] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.531037] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.538965] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 912.540029] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.540029] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.540029] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.540200] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.540473] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fa22091-3cee-4db3-9d5c-b34fbc8efd83 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.550777] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.551058] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.552125] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d693811-c507-4f8b-bdb9-c75ef5ab7ba3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.559710] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 912.559710] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52562707-9b94-cd32-351a-c14aad7e2b45" [ 912.559710] env[62859]: _type = "Task" [ 912.559710] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.571664] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52562707-9b94-cd32-351a-c14aad7e2b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.790041] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.790768] env[62859]: DEBUG nova.compute.manager [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.793989] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.369s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.794391] env[62859]: DEBUG nova.objects.instance [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lazy-loading 'resources' on Instance uuid c9557eee-c6c0-4339-a04c-f6ebdb81ec68 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.796356] env[62859]: DEBUG nova.objects.base [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 912.845028] env[62859]: DEBUG nova.network.neutron [-] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.871351] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15c4dcc6-e469-47e8-b31c-0de9a2dd64a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.885351] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69db8ed-5f68-421e-847e-867d69be5605 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.919962] env[62859]: DEBUG nova.compute.manager [req-1110f0a3-d3c9-4712-960e-cbaa92114db7 req-cf9b6356-f56d-4a67-9677-94d389e9882f service nova] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Detach interface failed, port_id=6eb82494-ed3f-44ee-aaaa-40efc5a790a4, reason: Instance 0987f015-d61f-46fd-bdf1-fc5e64c8646a could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 912.998964] env[62859]: DEBUG nova.network.neutron [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance_info_cache with network_info: [{"id": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "address": "fa:16:3e:b3:1a:5b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f17dcdc-7d", "ovs_interfaceid": "5f17dcdc-7dd4-4915-96d5-52961ac09fec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.028859] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478829} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.029176] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 69304681-00ad-41e3-b445-65e420e5aa36/69304681-00ad-41e3-b445-65e420e5aa36.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.029397] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.029651] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b550fb4f-980b-4a4b-81f0-40c8a8c10e01 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.039297] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 913.039297] env[62859]: value = "task-2538220" [ 913.039297] env[62859]: _type = "Task" [ 913.039297] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.047813] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.071911] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52562707-9b94-cd32-351a-c14aad7e2b45, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.072858] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9c5b3a2-8b35-4554-8e28-32eea1d2cb76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.080163] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 913.080163] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d11399-a407-66d4-ff61-605b342c4cc9" [ 913.080163] env[62859]: _type = "Task" [ 913.080163] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.090773] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d11399-a407-66d4-ff61-605b342c4cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.299831] env[62859]: DEBUG nova.compute.utils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.303986] env[62859]: DEBUG nova.compute.manager [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.305024] env[62859]: DEBUG nova.network.neutron [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.345265] env[62859]: DEBUG nova.policy [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a042127235494a89872707ef07b540c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01142dda89b94b64ae99add7684d2f5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.347239] env[62859]: INFO nova.compute.manager [-] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Took 1.27 seconds to deallocate network for instance. [ 913.501604] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.501858] env[62859]: DEBUG nova.objects.instance [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lazy-loading 'migration_context' on Instance uuid 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.554154] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083158} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.554154] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.554154] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477af510-0cf7-43cf-83f3-5074e5bc7bce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.581716] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 69304681-00ad-41e3-b445-65e420e5aa36/69304681-00ad-41e3-b445-65e420e5aa36.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.585915] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7233c1-efef-4c9b-8587-aa0b02cb1017 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.620865] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d11399-a407-66d4-ff61-605b342c4cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.623048] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.623458] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e7e8eb47-c059-4a97-9a09-f8559f460309/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. {{(pid=62859) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 913.623898] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 913.623898] env[62859]: value = "task-2538221" [ 913.623898] env[62859]: _type = "Task" [ 913.623898] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.627485] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7af25c2-2a35-4390-b996-8c7d7d353b72 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.640964] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.642507] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 913.642507] env[62859]: value = "task-2538222" [ 913.642507] env[62859]: _type = "Task" [ 913.642507] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.654607] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.737173] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e66bae-fab6-4fce-9997-d478f1cdfa1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.745712] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26c8e2a-50d2-4736-adb3-d97f7df2cd9c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.782759] env[62859]: DEBUG nova.network.neutron [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance_info_cache with network_info: [{"id": "27585305-c469-457b-96eb-2d429f6a859e", "address": "fa:16:3e:28:99:39", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27585305-c4", "ovs_interfaceid": "27585305-c469-457b-96eb-2d429f6a859e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.784642] env[62859]: DEBUG nova.network.neutron [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Successfully created port: b811d73c-e258-45f2-999b-ec8f95593ccc {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.787174] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0d53d-b110-45ce-98fa-10eedd2b504f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.796546] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fce5ed3-fbd0-4aec-8ec9-9463d89513b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.813362] env[62859]: DEBUG nova.compute.manager [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.816890] env[62859]: DEBUG nova.compute.provider_tree [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.856697] env[62859]: DEBUG oslo_concurrency.lockutils [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.004942] env[62859]: DEBUG nova.objects.base [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Object Instance<2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb> lazy-loaded attributes: info_cache,migration_context {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 914.005946] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6779cd-d8db-4661-ab79-d7390cbc2211 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.035130] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f91c3a-55a0-46dc-90dd-d11c396d4105 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.042633] env[62859]: DEBUG oslo_vmware.api [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 914.042633] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b04172-9fcc-c17a-7c99-76d6a1327012" [ 914.042633] env[62859]: _type = "Task" [ 914.042633] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.055060] env[62859]: DEBUG oslo_vmware.api [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b04172-9fcc-c17a-7c99-76d6a1327012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.142193] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538221, 'name': ReconfigVM_Task, 'duration_secs': 0.369524} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.142496] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 69304681-00ad-41e3-b445-65e420e5aa36/69304681-00ad-41e3-b445-65e420e5aa36.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.143232] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d667a2b-571a-4101-968a-53eaed90d862 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.155337] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538222, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.157224] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 914.157224] env[62859]: value = "task-2538223" [ 914.157224] env[62859]: _type = "Task" [ 914.157224] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.168129] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538223, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.291378] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-edd39829-7fbc-4f66-813a-b1efd6197163" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.325446] env[62859]: DEBUG nova.scheduler.client.report [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.553553] env[62859]: DEBUG oslo_vmware.api [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b04172-9fcc-c17a-7c99-76d6a1327012, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.553849] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.652909] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573525} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.653191] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] e7e8eb47-c059-4a97-9a09-f8559f460309/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk. [ 914.653958] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b83067-74a4-4387-bccb-674c80c59008 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.683680] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] e7e8eb47-c059-4a97-9a09-f8559f460309/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.684364] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55884d2-ee63-448d-894d-b861e035093c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.700694] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538223, 'name': Rename_Task, 'duration_secs': 0.171553} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.701330] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.701672] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e99059bb-7f2e-4251-8a74-40b589f0df6d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.706774] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 914.706774] env[62859]: value = "task-2538224" [ 914.706774] env[62859]: _type = "Task" [ 914.706774] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.710680] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 914.710680] env[62859]: value = "task-2538225" [ 914.710680] env[62859]: _type = "Task" [ 914.710680] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.716689] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.721387] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.830691] env[62859]: DEBUG nova.compute.manager [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.833228] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.835548] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.345s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.835792] env[62859]: DEBUG nova.objects.instance [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lazy-loading 'resources' on Instance uuid fc260c09-2a90-421f-b65d-06fdbe4bc8bd {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.857365] env[62859]: INFO nova.scheduler.client.report [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Deleted allocations for instance c9557eee-c6c0-4339-a04c-f6ebdb81ec68 [ 914.861201] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.861363] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.861523] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.861738] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.861924] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.862088] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.862692] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.862692] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.862788] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.862948] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.863118] env[62859]: DEBUG nova.virt.hardware [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.864319] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26514154-7e8b-49e9-a7ed-5b71875da66f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.876236] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3280b8-d939-45a6-89bf-fadb3c6db2b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.222046] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538224, 'name': ReconfigVM_Task, 'duration_secs': 0.357682} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.224577] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfigured VM instance instance-00000041 to attach disk [datastore1] e7e8eb47-c059-4a97-9a09-f8559f460309/9202e09c-1f63-499b-aa32-d3ad8b2d56b8-rescue.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.224937] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538225, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.225728] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5238966-e13d-4013-9d76-f61da79821b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.254598] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77f69414-73af-4634-a4ca-3794059dbfc5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.272675] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 915.272675] env[62859]: value = "task-2538226" [ 915.272675] env[62859]: _type = "Task" [ 915.272675] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.299338] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.299661] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.299940] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a5f7dab-59de-4ede-a641-328353b5bf7d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.308082] env[62859]: DEBUG oslo_vmware.api [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 915.308082] env[62859]: value = "task-2538227" [ 915.308082] env[62859]: _type = "Task" [ 915.308082] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.317750] env[62859]: DEBUG oslo_vmware.api [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.373720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dc899258-1638-417d-984e-6017a53692a2 tempest-ImagesOneServerNegativeTestJSON-604812625 tempest-ImagesOneServerNegativeTestJSON-604812625-project-member] Lock "c9557eee-c6c0-4339-a04c-f6ebdb81ec68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.528s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.410522] env[62859]: DEBUG nova.compute.manager [req-bebc2716-0c13-4cce-8125-874e98de21ee req-42efd8f2-fbfe-4a58-bdfb-c0c21f7f67d9 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Received event network-vif-plugged-b811d73c-e258-45f2-999b-ec8f95593ccc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.411014] env[62859]: DEBUG oslo_concurrency.lockutils [req-bebc2716-0c13-4cce-8125-874e98de21ee req-42efd8f2-fbfe-4a58-bdfb-c0c21f7f67d9 service nova] Acquiring lock "6de94751-258b-46ec-8079-ae7b3660d2fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.411395] env[62859]: DEBUG oslo_concurrency.lockutils [req-bebc2716-0c13-4cce-8125-874e98de21ee req-42efd8f2-fbfe-4a58-bdfb-c0c21f7f67d9 service nova] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.411723] env[62859]: DEBUG oslo_concurrency.lockutils [req-bebc2716-0c13-4cce-8125-874e98de21ee req-42efd8f2-fbfe-4a58-bdfb-c0c21f7f67d9 service nova] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.412035] env[62859]: DEBUG nova.compute.manager [req-bebc2716-0c13-4cce-8125-874e98de21ee req-42efd8f2-fbfe-4a58-bdfb-c0c21f7f67d9 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] No waiting events found dispatching network-vif-plugged-b811d73c-e258-45f2-999b-ec8f95593ccc {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.412319] env[62859]: WARNING nova.compute.manager [req-bebc2716-0c13-4cce-8125-874e98de21ee req-42efd8f2-fbfe-4a58-bdfb-c0c21f7f67d9 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Received unexpected event network-vif-plugged-b811d73c-e258-45f2-999b-ec8f95593ccc for instance with vm_state building and task_state spawning. [ 915.546431] env[62859]: DEBUG nova.network.neutron [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Successfully updated port: b811d73c-e258-45f2-999b-ec8f95593ccc {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.701014] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c341c300-cb23-4138-bef5-324d6a1392ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.709924] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d14ca1-921c-4393-9896-a1a2b00e9350 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.723547] env[62859]: DEBUG oslo_vmware.api [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538225, 'name': PowerOnVM_Task, 'duration_secs': 0.68624} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.748409] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.748648] env[62859]: INFO nova.compute.manager [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Took 8.04 seconds to spawn the instance on the hypervisor. [ 915.748833] env[62859]: DEBUG nova.compute.manager [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.749821] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcca41c0-b2d7-45aa-80c3-13df6f88e18a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.752882] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be12bd5-475a-4cb2-99a0-e7879667117e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.761964] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abddd55c-6d20-4730-bf99-5d0eac75bd0c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.783994] env[62859]: DEBUG nova.compute.provider_tree [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.791205] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538226, 'name': ReconfigVM_Task, 'duration_secs': 0.202509} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.791475] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.792309] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f9a47d6-ba4e-4616-8695-a662378836e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.801528] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 915.801528] env[62859]: value = "task-2538228" [ 915.801528] env[62859]: _type = "Task" [ 915.801528] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.811515] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.820841] env[62859]: DEBUG oslo_vmware.api [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.048474] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.048646] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.048770] env[62859]: DEBUG nova.network.neutron [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.283508] env[62859]: INFO nova.compute.manager [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Took 26.45 seconds to build instance. [ 916.289334] env[62859]: DEBUG nova.scheduler.client.report [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.320051] env[62859]: DEBUG oslo_vmware.api [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538228, 'name': PowerOnVM_Task, 'duration_secs': 0.435521} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.320748] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.323581] env[62859]: DEBUG nova.compute.manager [None req-4de4099c-265a-4aec-afe5-687d201dee28 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.324426] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9811b90f-da95-45b9-9f8e-9617bcafb79f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.331553] env[62859]: DEBUG oslo_vmware.api [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538227, 'name': PowerOnVM_Task, 'duration_secs': 0.785638} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.332185] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.332396] env[62859]: DEBUG nova.compute.manager [None req-c803b2b8-c418-4026-99a7-f72a5b7efd81 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.333647] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169cfed2-f149-49be-9cf6-c36ade8a2f69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.613191] env[62859]: DEBUG nova.network.neutron [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.789241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2a45d38e-7077-4845-a448-44164d49b4a1 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.963s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.798417] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.800769] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.116s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.801908] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.806476] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.471s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.806693] env[62859]: DEBUG nova.objects.instance [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lazy-loading 'resources' on Instance uuid bc05d4e3-072c-4fb8-a72a-0cac504a8511 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.828588] env[62859]: INFO nova.scheduler.client.report [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Deleted allocations for instance fc260c09-2a90-421f-b65d-06fdbe4bc8bd [ 916.853371] env[62859]: INFO nova.scheduler.client.report [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Deleted allocations for instance 9045485e-14d4-4894-81be-d3b81b45a794 [ 916.936926] env[62859]: DEBUG nova.network.neutron [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updating instance_info_cache with network_info: [{"id": "b811d73c-e258-45f2-999b-ec8f95593ccc", "address": "fa:16:3e:31:d6:39", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb811d73c-e2", "ovs_interfaceid": "b811d73c-e258-45f2-999b-ec8f95593ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.336324] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd2a7e57-b30c-4d8e-a7b7-e3e422e97a28 tempest-ServerRescueTestJSONUnderV235-507344213 tempest-ServerRescueTestJSONUnderV235-507344213-project-member] Lock "fc260c09-2a90-421f-b65d-06fdbe4bc8bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.417s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.340156] env[62859]: DEBUG nova.compute.manager [req-b0bf6716-a8d5-4840-8a5b-50baf8a062c3 req-b7805107-7da3-42b5-b3e7-e60de742b479 service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Received event network-changed-f4727f9b-d187-4a58-b569-3192e550dcec {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.340382] env[62859]: DEBUG nova.compute.manager [req-b0bf6716-a8d5-4840-8a5b-50baf8a062c3 req-b7805107-7da3-42b5-b3e7-e60de742b479 service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Refreshing instance network info cache due to event network-changed-f4727f9b-d187-4a58-b569-3192e550dcec. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.340624] env[62859]: DEBUG oslo_concurrency.lockutils [req-b0bf6716-a8d5-4840-8a5b-50baf8a062c3 req-b7805107-7da3-42b5-b3e7-e60de742b479 service nova] Acquiring lock "refresh_cache-69304681-00ad-41e3-b445-65e420e5aa36" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.340798] env[62859]: DEBUG oslo_concurrency.lockutils [req-b0bf6716-a8d5-4840-8a5b-50baf8a062c3 req-b7805107-7da3-42b5-b3e7-e60de742b479 service nova] Acquired lock "refresh_cache-69304681-00ad-41e3-b445-65e420e5aa36" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.340940] env[62859]: DEBUG nova.network.neutron [req-b0bf6716-a8d5-4840-8a5b-50baf8a062c3 req-b7805107-7da3-42b5-b3e7-e60de742b479 service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Refreshing network info cache for port f4727f9b-d187-4a58-b569-3192e550dcec {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.363416] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e7480461-5c7c-4945-8784-2bbfbe5d88a1 tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "9045485e-14d4-4894-81be-d3b81b45a794" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.394s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.444017] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.444017] env[62859]: DEBUG nova.compute.manager [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Instance network_info: |[{"id": "b811d73c-e258-45f2-999b-ec8f95593ccc", "address": "fa:16:3e:31:d6:39", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb811d73c-e2", "ovs_interfaceid": "b811d73c-e258-45f2-999b-ec8f95593ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.444017] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:d6:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b811d73c-e258-45f2-999b-ec8f95593ccc', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.451677] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Creating folder: Project (01142dda89b94b64ae99add7684d2f5e). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.452683] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e09d9213-7544-40a5-b294-d77424f33e8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.470158] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Created folder: Project (01142dda89b94b64ae99add7684d2f5e) in parent group-v512592. [ 917.470158] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Creating folder: Instances. Parent ref: group-v512810. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.473534] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5d13eb3-35c3-43ed-a32f-f32eb2058831 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.493438] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Created folder: Instances in parent group-v512810. [ 917.493438] env[62859]: DEBUG oslo.service.loopingcall [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.493515] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.493716] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bceabda2-9400-4a83-9a91-713d3fd22efd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.521670] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.521670] env[62859]: value = "task-2538231" [ 917.521670] env[62859]: _type = "Task" [ 917.521670] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.532237] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538231, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.655249] env[62859]: DEBUG nova.compute.manager [req-9a7c86b7-2512-48de-8c43-a29c28394854 req-aee2859d-d1e3-4c4b-8489-84da3f552aa5 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Received event network-changed-b811d73c-e258-45f2-999b-ec8f95593ccc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.655249] env[62859]: DEBUG nova.compute.manager [req-9a7c86b7-2512-48de-8c43-a29c28394854 req-aee2859d-d1e3-4c4b-8489-84da3f552aa5 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Refreshing instance network info cache due to event network-changed-b811d73c-e258-45f2-999b-ec8f95593ccc. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.655249] env[62859]: DEBUG oslo_concurrency.lockutils [req-9a7c86b7-2512-48de-8c43-a29c28394854 req-aee2859d-d1e3-4c4b-8489-84da3f552aa5 service nova] Acquiring lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.655249] env[62859]: DEBUG oslo_concurrency.lockutils [req-9a7c86b7-2512-48de-8c43-a29c28394854 req-aee2859d-d1e3-4c4b-8489-84da3f552aa5 service nova] Acquired lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.658486] env[62859]: DEBUG nova.network.neutron [req-9a7c86b7-2512-48de-8c43-a29c28394854 req-aee2859d-d1e3-4c4b-8489-84da3f552aa5 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Refreshing network info cache for port b811d73c-e258-45f2-999b-ec8f95593ccc {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.727871] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393087eb-0477-46a1-b88d-dbf1207b50b6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.739179] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14458ae5-f84b-4ab8-bfc1-972fdf4d087f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.771813] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f5ea06-ad4f-4e99-97c6-6c36988eae95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.780570] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ae1aa-95a8-4774-a705-40a971eadd03 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.796243] env[62859]: DEBUG nova.compute.provider_tree [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.814759] env[62859]: INFO nova.compute.manager [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Unrescuing [ 917.815023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.815187] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquired lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.815353] env[62859]: DEBUG nova.network.neutron [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.984050] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "edd39829-7fbc-4f66-813a-b1efd6197163" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.984483] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.984606] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "edd39829-7fbc-4f66-813a-b1efd6197163-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.984751] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.984936] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.987586] env[62859]: INFO nova.compute.manager [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Terminating instance [ 918.032904] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538231, 'name': CreateVM_Task, 'duration_secs': 0.508464} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.033088] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.033816] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.034068] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.034577] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.034743] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5430f20e-cadc-40c8-9d30-ae3b9149a7cf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.040609] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 918.040609] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f903a9-853e-6618-a8ef-55b6e8ba98db" [ 918.040609] env[62859]: _type = "Task" [ 918.040609] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.050282] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f903a9-853e-6618-a8ef-55b6e8ba98db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.294828] env[62859]: DEBUG nova.network.neutron [req-b0bf6716-a8d5-4840-8a5b-50baf8a062c3 req-b7805107-7da3-42b5-b3e7-e60de742b479 service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Updated VIF entry in instance network info cache for port f4727f9b-d187-4a58-b569-3192e550dcec. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.295237] env[62859]: DEBUG nova.network.neutron [req-b0bf6716-a8d5-4840-8a5b-50baf8a062c3 req-b7805107-7da3-42b5-b3e7-e60de742b479 service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Updating instance_info_cache with network_info: [{"id": "f4727f9b-d187-4a58-b569-3192e550dcec", "address": "fa:16:3e:d8:07:53", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4727f9b-d1", "ovs_interfaceid": "f4727f9b-d187-4a58-b569-3192e550dcec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.303565] env[62859]: DEBUG nova.scheduler.client.report [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.492694] env[62859]: DEBUG nova.compute.manager [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.492984] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.494046] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9812f-ec97-4ec3-a908-bc78224d9fdb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.510902] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.511306] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa8cd98d-3a98-4d1c-8718-def23121d509 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.521823] env[62859]: DEBUG oslo_vmware.api [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 918.521823] env[62859]: value = "task-2538232" [ 918.521823] env[62859]: _type = "Task" [ 918.521823] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.534421] env[62859]: DEBUG oslo_vmware.api [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.552109] env[62859]: DEBUG nova.network.neutron [req-9a7c86b7-2512-48de-8c43-a29c28394854 req-aee2859d-d1e3-4c4b-8489-84da3f552aa5 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updated VIF entry in instance network info cache for port b811d73c-e258-45f2-999b-ec8f95593ccc. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.552591] env[62859]: DEBUG nova.network.neutron [req-9a7c86b7-2512-48de-8c43-a29c28394854 req-aee2859d-d1e3-4c4b-8489-84da3f552aa5 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updating instance_info_cache with network_info: [{"id": "b811d73c-e258-45f2-999b-ec8f95593ccc", "address": "fa:16:3e:31:d6:39", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb811d73c-e2", "ovs_interfaceid": "b811d73c-e258-45f2-999b-ec8f95593ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.560041] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f903a9-853e-6618-a8ef-55b6e8ba98db, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.560964] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.561325] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.561673] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.561900] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.562190] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.562562] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ded3f5d-9afd-4e37-94ed-57b45eae6028 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.575111] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.575469] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.577160] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e57721-2c51-4881-bfb1-0030d635a9e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.588022] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 918.588022] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5210fdff-a464-3667-5e1c-fea3cccba44e" [ 918.588022] env[62859]: _type = "Task" [ 918.588022] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.601166] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5210fdff-a464-3667-5e1c-fea3cccba44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.803813] env[62859]: DEBUG oslo_concurrency.lockutils [req-b0bf6716-a8d5-4840-8a5b-50baf8a062c3 req-b7805107-7da3-42b5-b3e7-e60de742b479 service nova] Releasing lock "refresh_cache-69304681-00ad-41e3-b445-65e420e5aa36" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.820927] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.823462] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.655s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.823630] env[62859]: DEBUG nova.objects.instance [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lazy-loading 'resources' on Instance uuid 4e5ff9cf-e8b2-4459-9036-36f0ebad5858 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.827244] env[62859]: DEBUG nova.network.neutron [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updating instance_info_cache with network_info: [{"id": "8752e0c8-bd24-4f84-b296-fa1d34054773", "address": "fa:16:3e:1a:db:a9", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8752e0c8-bd", "ovs_interfaceid": "8752e0c8-bd24-4f84-b296-fa1d34054773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.851596] env[62859]: INFO nova.scheduler.client.report [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted allocations for instance bc05d4e3-072c-4fb8-a72a-0cac504a8511 [ 919.034519] env[62859]: DEBUG oslo_vmware.api [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538232, 'name': PowerOffVM_Task, 'duration_secs': 0.298922} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.035338] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.035702] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.036093] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bb286f3-7c89-435b-82d2-512c2d5b5ba4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.062317] env[62859]: DEBUG oslo_concurrency.lockutils [req-9a7c86b7-2512-48de-8c43-a29c28394854 req-aee2859d-d1e3-4c4b-8489-84da3f552aa5 service nova] Releasing lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.101549] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5210fdff-a464-3667-5e1c-fea3cccba44e, 'name': SearchDatastore_Task, 'duration_secs': 0.013611} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.102110] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a69d18b-6e26-426d-a763-a6cc76b334a1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.109568] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 919.109568] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e260b-e8f0-0e25-43ce-473964c1b021" [ 919.109568] env[62859]: _type = "Task" [ 919.109568] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.119730] env[62859]: DEBUG oslo_concurrency.lockutils [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "035853df-2910-4a07-a5c6-2f42b2ca01da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.119984] env[62859]: DEBUG oslo_concurrency.lockutils [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.120253] env[62859]: DEBUG oslo_concurrency.lockutils [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "035853df-2910-4a07-a5c6-2f42b2ca01da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.120808] env[62859]: DEBUG oslo_concurrency.lockutils [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.120808] env[62859]: DEBUG oslo_concurrency.lockutils [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.122541] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e260b-e8f0-0e25-43ce-473964c1b021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.123920] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.124036] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.124226] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleting the datastore file [datastore1] edd39829-7fbc-4f66-813a-b1efd6197163 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.124752] env[62859]: INFO nova.compute.manager [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Terminating instance [ 919.126713] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bec434a-d1ca-478f-9554-83bda826511b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.137018] env[62859]: DEBUG oslo_vmware.api [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 919.137018] env[62859]: value = "task-2538234" [ 919.137018] env[62859]: _type = "Task" [ 919.137018] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.146907] env[62859]: DEBUG oslo_vmware.api [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.334295] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Releasing lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.336122] env[62859]: DEBUG nova.objects.instance [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lazy-loading 'flavor' on Instance uuid e7e8eb47-c059-4a97-9a09-f8559f460309 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.361193] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ab7949d1-5a9f-4b7e-b98f-ead71caf9625 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "bc05d4e3-072c-4fb8-a72a-0cac504a8511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.454s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.633748] env[62859]: DEBUG nova.compute.manager [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.633748] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.633748] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a9c671-19f7-42c4-b452-9aab72185741 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.647411] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e260b-e8f0-0e25-43ce-473964c1b021, 'name': SearchDatastore_Task, 'duration_secs': 0.035587} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.650816] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.650941] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6de94751-258b-46ec-8079-ae7b3660d2fd/6de94751-258b-46ec-8079-ae7b3660d2fd.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.651978] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7720cdd4-4359-42fc-8e49-031eaa9bc3cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.658932] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eb25136-de0d-4770-845a-dc3bc47a912e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.661167] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.662086] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7171fcf-da63-4170-b516-14bfb1f0d311 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.671020] env[62859]: DEBUG oslo_vmware.api [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46319} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.672308] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ab77e1-ee67-49a5-a2f7-fcb00f99eb66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.675536] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.675737] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.675945] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.676150] env[62859]: INFO nova.compute.manager [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Took 1.18 seconds to destroy the instance on the hypervisor. [ 919.676394] env[62859]: DEBUG oslo.service.loopingcall [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.678700] env[62859]: DEBUG nova.compute.manager [-] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.678813] env[62859]: DEBUG nova.network.neutron [-] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.680527] env[62859]: DEBUG oslo_vmware.api [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 919.680527] env[62859]: value = "task-2538236" [ 919.680527] env[62859]: _type = "Task" [ 919.680527] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.681087] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 919.681087] env[62859]: value = "task-2538235" [ 919.681087] env[62859]: _type = "Task" [ 919.681087] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.717379] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4939d065-e3ba-4f1b-96ce-5eaa3fd65808 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.728638] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.728638] env[62859]: DEBUG oslo_vmware.api [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.731603] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d9b826-2552-478c-aa46-4004c16474fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.748799] env[62859]: DEBUG nova.compute.provider_tree [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.845367] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c82d75-df5c-4b2e-b7fb-c9662c363b7c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.647096] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.647339] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.647529] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.647714] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.647874] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.649912] env[62859]: DEBUG nova.scheduler.client.report [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.652747] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.655281] env[62859]: DEBUG nova.compute.manager [req-2f462a80-a382-4002-bd72-57f653d8d284 req-cf5a7ff0-30da-40d7-ae94-a8572304ef15 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Received event network-vif-deleted-27585305-c469-457b-96eb-2d429f6a859e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.655466] env[62859]: INFO nova.compute.manager [req-2f462a80-a382-4002-bd72-57f653d8d284 req-cf5a7ff0-30da-40d7-ae94-a8572304ef15 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Neutron deleted interface 27585305-c469-457b-96eb-2d429f6a859e; detaching it from the instance and deleting it from the info cache [ 920.655630] env[62859]: DEBUG nova.network.neutron [req-2f462a80-a382-4002-bd72-57f653d8d284 req-cf5a7ff0-30da-40d7-ae94-a8572304ef15 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.662713] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5c5c441-bc43-41eb-9770-170545dd461c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.665418] env[62859]: INFO nova.compute.manager [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Terminating instance [ 920.674444] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799093} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.678688] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6de94751-258b-46ec-8079-ae7b3660d2fd/6de94751-258b-46ec-8079-ae7b3660d2fd.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.678688] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.679565] env[62859]: DEBUG oslo_vmware.api [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538236, 'name': PowerOffVM_Task, 'duration_secs': 0.428695} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.680155] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 920.680155] env[62859]: value = "task-2538237" [ 920.680155] env[62859]: _type = "Task" [ 920.680155] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.680413] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83817683-78ae-4cdb-a82b-88a2c001189f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.683159] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.683159] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.683485] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-110d5cf4-2c93-49f9-baea-5c1c0c30204f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.695033] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.697521] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 920.697521] env[62859]: value = "task-2538238" [ 920.697521] env[62859]: _type = "Task" [ 920.697521] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.707991] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.778573] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.778844] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.779045] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Deleting the datastore file [datastore2] 035853df-2910-4a07-a5c6-2f42b2ca01da {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.779336] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2da84ef-eea6-4b95-83c2-8aabd2b3615a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.788924] env[62859]: DEBUG oslo_vmware.api [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for the task: (returnval){ [ 920.788924] env[62859]: value = "task-2538240" [ 920.788924] env[62859]: _type = "Task" [ 920.788924] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.802196] env[62859]: DEBUG oslo_vmware.api [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.157439] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.157439] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.693s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.157940] env[62859]: DEBUG nova.objects.instance [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lazy-loading 'resources' on Instance uuid fde96d58-b090-42bd-881e-e03f2a819f58 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.168024] env[62859]: DEBUG nova.network.neutron [-] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.168024] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33c45f21-0f6e-48aa-b8ad-bca2384ba2fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.170844] env[62859]: DEBUG nova.compute.manager [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.171205] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.172857] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6ac6ed-8710-41bf-b927-6ab7240e6a71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.189048] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6af014-3c54-4e68-9486-c305199a7040 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.203318] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.204794] env[62859]: INFO nova.scheduler.client.report [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Deleted allocations for instance 4e5ff9cf-e8b2-4459-9036-36f0ebad5858 [ 921.215317] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa5703c-e99f-4fa0-807e-8150ee78c302 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.235025] env[62859]: DEBUG oslo_vmware.api [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 921.235025] env[62859]: value = "task-2538241" [ 921.235025] env[62859]: _type = "Task" [ 921.235025] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.239037] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538237, 'name': PowerOffVM_Task, 'duration_secs': 0.261488} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.239037] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099675} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.248014] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.254196] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfiguring VM instance instance-00000041 to detach disk 2002 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 921.254897] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.256036] env[62859]: DEBUG nova.compute.manager [req-2f462a80-a382-4002-bd72-57f653d8d284 req-cf5a7ff0-30da-40d7-ae94-a8572304ef15 service nova] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Detach interface failed, port_id=27585305-c469-457b-96eb-2d429f6a859e, reason: Instance edd39829-7fbc-4f66-813a-b1efd6197163 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 921.261971] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2dd4f24-d4dd-4880-961f-e036d2b84f07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.276504] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4204b47-3da1-497f-8d21-f4b347a62f25 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.297983] env[62859]: DEBUG oslo_vmware.api [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.311380] env[62859]: DEBUG oslo_vmware.api [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Task: {'id': task-2538240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421112} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.320568] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 6de94751-258b-46ec-8079-ae7b3660d2fd/6de94751-258b-46ec-8079-ae7b3660d2fd.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.320974] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 921.320974] env[62859]: value = "task-2538242" [ 921.320974] env[62859]: _type = "Task" [ 921.320974] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.321256] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.321383] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.321558] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.321733] env[62859]: INFO nova.compute.manager [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Took 1.69 seconds to destroy the instance on the hypervisor. [ 921.321998] env[62859]: DEBUG oslo.service.loopingcall [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.322613] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8925454f-fa44-4265-a50f-c86652b6a22b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.339219] env[62859]: DEBUG nova.compute.manager [-] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.339381] env[62859]: DEBUG nova.network.neutron [-] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.354668] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.354668] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 921.354668] env[62859]: value = "task-2538243" [ 921.354668] env[62859]: _type = "Task" [ 921.354668] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.365261] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.667836] env[62859]: INFO nova.compute.manager [-] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Took 1.99 seconds to deallocate network for instance. [ 921.724316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75c6ef50-f639-46ae-9d07-e952515522ab tempest-ServersWithSpecificFlavorTestJSON-850866135 tempest-ServersWithSpecificFlavorTestJSON-850866135-project-member] Lock "4e5ff9cf-e8b2-4459-9036-36f0ebad5858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.367s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.758057] env[62859]: DEBUG oslo_vmware.api [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538241, 'name': PowerOffVM_Task, 'duration_secs': 0.318808} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.760891] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.761106] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.761542] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7eaeb88e-54d7-4d23-a461-6293f9f5d333 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.855269] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.866973] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.948148] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39855aa-a06f-4041-8c8e-29106173200b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.956902] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82679266-9473-441a-8def-d36c1e03d461 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.987164] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72338d2-5e7a-4cab-aef1-e3902aa5836e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.995700] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40446ee7-502c-4baf-a436-83278bbb5c92 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.011359] env[62859]: DEBUG nova.compute.provider_tree [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.175442] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.196042] env[62859]: DEBUG nova.network.neutron [-] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.352945] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538242, 'name': ReconfigVM_Task, 'duration_secs': 0.587316} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.353260] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfigured VM instance instance-00000041 to detach disk 2002 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.353454] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.353714] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e60c931e-b87f-4c38-959a-61a804629c95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.364557] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538243, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.366194] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 922.366194] env[62859]: value = "task-2538245" [ 922.366194] env[62859]: _type = "Task" [ 922.366194] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.376764] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.472605] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.472838] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.473050] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleting the datastore file [datastore1] 26d29119-2b0e-41c9-9ea4-b9a508e657d2 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.473353] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5af53e82-ab5e-4fb2-8acd-60f1c5f5c5fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.483487] env[62859]: DEBUG oslo_vmware.api [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 922.483487] env[62859]: value = "task-2538246" [ 922.483487] env[62859]: _type = "Task" [ 922.483487] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.496014] env[62859]: DEBUG oslo_vmware.api [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.515202] env[62859]: DEBUG nova.scheduler.client.report [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.700393] env[62859]: INFO nova.compute.manager [-] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Took 1.36 seconds to deallocate network for instance. [ 922.842208] env[62859]: DEBUG nova.compute.manager [req-1fd87a39-5d95-4198-849b-194c3e9de51d req-2f5685e4-a529-4b3b-bf70-bc76a28d8d2c service nova] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Received event network-vif-deleted-cfb79982-0d98-4124-9430-156ece5e33a8 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.871238] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538243, 'name': ReconfigVM_Task, 'duration_secs': 1.027508} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.877436] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 6de94751-258b-46ec-8079-ae7b3660d2fd/6de94751-258b-46ec-8079-ae7b3660d2fd.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.878096] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35b3584b-b2e8-43bb-aaee-24d266dbe54c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.887029] env[62859]: DEBUG oslo_vmware.api [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538245, 'name': PowerOnVM_Task, 'duration_secs': 0.43631} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.887476] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.887476] env[62859]: DEBUG nova.compute.manager [None req-0885022a-d84a-4ace-b8cb-6724d7dcce7e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.887805] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 922.887805] env[62859]: value = "task-2538247" [ 922.887805] env[62859]: _type = "Task" [ 922.887805] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.888562] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41576dc-d64b-4625-958b-afd1fcf481df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.903960] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538247, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.994958] env[62859]: DEBUG oslo_vmware.api [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310165} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.994958] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.995104] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.995190] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.995368] env[62859]: INFO nova.compute.manager [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Took 1.82 seconds to destroy the instance on the hypervisor. [ 922.995612] env[62859]: DEBUG oslo.service.loopingcall [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.995816] env[62859]: DEBUG nova.compute.manager [-] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.995891] env[62859]: DEBUG nova.network.neutron [-] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.020185] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.025531] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.864s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.025531] env[62859]: DEBUG nova.objects.instance [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lazy-loading 'resources' on Instance uuid 1022f581-e428-47dc-b6c4-9199dbd5f34c {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.052444] env[62859]: INFO nova.scheduler.client.report [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Deleted allocations for instance fde96d58-b090-42bd-881e-e03f2a819f58 [ 923.209392] env[62859]: DEBUG oslo_concurrency.lockutils [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.406397] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538247, 'name': Rename_Task, 'duration_secs': 0.260386} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.406703] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.406965] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-decfbf60-cdb8-4733-bba4-4ba0b0daa657 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.418866] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 923.418866] env[62859]: value = "task-2538248" [ 923.418866] env[62859]: _type = "Task" [ 923.418866] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.432168] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.572113] env[62859]: DEBUG oslo_concurrency.lockutils [None req-26ab8964-86fb-40c1-aad6-d54852f92a4f tempest-VolumesAdminNegativeTest-655529790 tempest-VolumesAdminNegativeTest-655529790-project-member] Lock "fde96d58-b090-42bd-881e-e03f2a819f58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.319s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.619204] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquiring lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.619543] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.829750] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3fca7e-f82d-4b4a-b7ff-ba995b46aa5c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.840980] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093c56a0-88d6-4e11-bb18-b0d6a6cc828b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.880280] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95631d7e-8422-44bd-ae42-51260b41ada2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.888865] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f572a25-687d-4fdf-8183-390367520dc2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.910127] env[62859]: DEBUG nova.compute.provider_tree [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.931880] env[62859]: DEBUG oslo_vmware.api [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538248, 'name': PowerOnVM_Task, 'duration_secs': 0.497975} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.932168] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.932373] env[62859]: INFO nova.compute.manager [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Took 9.10 seconds to spawn the instance on the hypervisor. [ 923.932555] env[62859]: DEBUG nova.compute.manager [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.933354] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ca334b-264a-4193-9523-e4df932de2f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.109286] env[62859]: DEBUG nova.network.neutron [-] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.123590] env[62859]: DEBUG nova.compute.manager [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.433061] env[62859]: ERROR nova.scheduler.client.report [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] [req-435caa0a-a6cd-41fc-adf6-f7069c0629c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-435caa0a-a6cd-41fc-adf6-f7069c0629c9"}]} [ 924.450901] env[62859]: DEBUG nova.scheduler.client.report [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 924.456513] env[62859]: INFO nova.compute.manager [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Took 32.18 seconds to build instance. [ 924.469223] env[62859]: DEBUG nova.scheduler.client.report [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 924.469223] env[62859]: DEBUG nova.compute.provider_tree [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.484051] env[62859]: DEBUG nova.scheduler.client.report [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 924.502842] env[62859]: DEBUG nova.scheduler.client.report [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 924.614401] env[62859]: INFO nova.compute.manager [-] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Took 1.62 seconds to deallocate network for instance. [ 924.646640] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.786858] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda57c09-1e08-4ebf-b8e5-ad3bdea987bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.797217] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092f8eb7-d9f3-4f48-9dc7-e093aa83d94b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.836559] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84385375-965e-4c50-81dd-f44f337ac6b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.845759] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a1d191-3067-4917-8a82-d2d9ba9e8307 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.862892] env[62859]: DEBUG nova.compute.provider_tree [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.876700] env[62859]: DEBUG nova.compute.manager [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Received event network-vif-deleted-79f1d42b-49f2-4ece-b2fa-6c1421b641f6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.876917] env[62859]: DEBUG nova.compute.manager [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Received event network-changed-8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.877134] env[62859]: DEBUG nova.compute.manager [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Refreshing instance network info cache due to event network-changed-8752e0c8-bd24-4f84-b296-fa1d34054773. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 924.877387] env[62859]: DEBUG oslo_concurrency.lockutils [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] Acquiring lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.877526] env[62859]: DEBUG oslo_concurrency.lockutils [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] Acquired lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.877681] env[62859]: DEBUG nova.network.neutron [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Refreshing network info cache for port 8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.958948] env[62859]: DEBUG oslo_concurrency.lockutils [None req-31ba4a4d-9e2a-4d5d-8799-6230f11625b7 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.698s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.121419] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.413736] env[62859]: DEBUG nova.scheduler.client.report [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 925.413736] env[62859]: DEBUG nova.compute.provider_tree [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 96 to 97 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 925.413736] env[62859]: DEBUG nova.compute.provider_tree [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.749355] env[62859]: DEBUG nova.network.neutron [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updated VIF entry in instance network info cache for port 8752e0c8-bd24-4f84-b296-fa1d34054773. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.749691] env[62859]: DEBUG nova.network.neutron [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updating instance_info_cache with network_info: [{"id": "8752e0c8-bd24-4f84-b296-fa1d34054773", "address": "fa:16:3e:1a:db:a9", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8752e0c8-bd", "ovs_interfaceid": "8752e0c8-bd24-4f84-b296-fa1d34054773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.919204] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.896s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.920673] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.929s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.922497] env[62859]: INFO nova.compute.claims [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.952379] env[62859]: INFO nova.scheduler.client.report [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Deleted allocations for instance 1022f581-e428-47dc-b6c4-9199dbd5f34c [ 926.253974] env[62859]: DEBUG oslo_concurrency.lockutils [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] Releasing lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.253974] env[62859]: DEBUG nova.compute.manager [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Received event network-changed-8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.253974] env[62859]: DEBUG nova.compute.manager [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Refreshing instance network info cache due to event network-changed-8752e0c8-bd24-4f84-b296-fa1d34054773. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.253974] env[62859]: DEBUG oslo_concurrency.lockutils [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] Acquiring lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.253974] env[62859]: DEBUG oslo_concurrency.lockutils [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] Acquired lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.253974] env[62859]: DEBUG nova.network.neutron [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Refreshing network info cache for port 8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.459596] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a066e48-5b96-477f-9f59-f42e8a4d0a16 tempest-ServersTestJSON-1368056652 tempest-ServersTestJSON-1368056652-project-member] Lock "1022f581-e428-47dc-b6c4-9199dbd5f34c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.060s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.591038] env[62859]: DEBUG nova.compute.manager [req-350857b9-5540-4eb1-a27d-88ed7abd1d43 req-71523328-cfa8-4409-a421-bc7d75db8773 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Received event network-changed-b811d73c-e258-45f2-999b-ec8f95593ccc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.591253] env[62859]: DEBUG nova.compute.manager [req-350857b9-5540-4eb1-a27d-88ed7abd1d43 req-71523328-cfa8-4409-a421-bc7d75db8773 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Refreshing instance network info cache due to event network-changed-b811d73c-e258-45f2-999b-ec8f95593ccc. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 926.591474] env[62859]: DEBUG oslo_concurrency.lockutils [req-350857b9-5540-4eb1-a27d-88ed7abd1d43 req-71523328-cfa8-4409-a421-bc7d75db8773 service nova] Acquiring lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.591633] env[62859]: DEBUG oslo_concurrency.lockutils [req-350857b9-5540-4eb1-a27d-88ed7abd1d43 req-71523328-cfa8-4409-a421-bc7d75db8773 service nova] Acquired lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.591815] env[62859]: DEBUG nova.network.neutron [req-350857b9-5540-4eb1-a27d-88ed7abd1d43 req-71523328-cfa8-4409-a421-bc7d75db8773 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Refreshing network info cache for port b811d73c-e258-45f2-999b-ec8f95593ccc {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.123012] env[62859]: DEBUG nova.network.neutron [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updated VIF entry in instance network info cache for port 8752e0c8-bd24-4f84-b296-fa1d34054773. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.123012] env[62859]: DEBUG nova.network.neutron [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updating instance_info_cache with network_info: [{"id": "8752e0c8-bd24-4f84-b296-fa1d34054773", "address": "fa:16:3e:1a:db:a9", "network": {"id": "ac40fc6d-b36b-422d-8ef2-5ead6cbcfe59", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1070395882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f85f75c7228249e5a99a8df1e17d4846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8752e0c8-bd", "ovs_interfaceid": "8752e0c8-bd24-4f84-b296-fa1d34054773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.337088] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c9bd77-09f5-4fdc-8934-afafbaaad763 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.346795] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f5a101-08ad-4a46-b345-1804602b75de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.378319] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce68a00-c1cf-431b-a65e-20405af7867d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.389815] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bacb0b-a1fd-425d-a356-f56a1fb24ca6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.401671] env[62859]: DEBUG nova.compute.provider_tree [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.466182] env[62859]: DEBUG nova.network.neutron [req-350857b9-5540-4eb1-a27d-88ed7abd1d43 req-71523328-cfa8-4409-a421-bc7d75db8773 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updated VIF entry in instance network info cache for port b811d73c-e258-45f2-999b-ec8f95593ccc. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.466567] env[62859]: DEBUG nova.network.neutron [req-350857b9-5540-4eb1-a27d-88ed7abd1d43 req-71523328-cfa8-4409-a421-bc7d75db8773 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updating instance_info_cache with network_info: [{"id": "b811d73c-e258-45f2-999b-ec8f95593ccc", "address": "fa:16:3e:31:d6:39", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb811d73c-e2", "ovs_interfaceid": "b811d73c-e258-45f2-999b-ec8f95593ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.625955] env[62859]: DEBUG oslo_concurrency.lockutils [req-ec07d505-667d-470b-b80c-7f726f57f1e7 req-2c9f5c34-1cb0-47ab-9fe3-5712b5379d11 service nova] Releasing lock "refresh_cache-e7e8eb47-c059-4a97-9a09-f8559f460309" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.906067] env[62859]: DEBUG nova.scheduler.client.report [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.970198] env[62859]: DEBUG oslo_concurrency.lockutils [req-350857b9-5540-4eb1-a27d-88ed7abd1d43 req-71523328-cfa8-4409-a421-bc7d75db8773 service nova] Releasing lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.413079] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.413734] env[62859]: DEBUG nova.compute.manager [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.418255] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.873s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.418624] env[62859]: DEBUG nova.objects.instance [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lazy-loading 'resources' on Instance uuid 8b458941-5861-46a4-b91c-06f94966c5b9 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.920569] env[62859]: DEBUG nova.compute.utils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.922009] env[62859]: DEBUG nova.compute.manager [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.922264] env[62859]: DEBUG nova.network.neutron [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.013875] env[62859]: DEBUG nova.policy [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86cbe6ab31ec4cf4878ff2585e28a242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9433f1b2986d447c895d576ade8a7c6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.301173] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4184a19-aec1-4e75-bd0d-71ce506aa610 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.311725] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd65102d-65f5-4824-882c-45c5770dc245 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.350624] env[62859]: DEBUG nova.network.neutron [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Successfully created port: a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.353689] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846fcec6-bddc-400a-88db-623c9c2a0ebe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.363976] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23253cd8-c8d0-4686-94a9-52d2b2504e8d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.379663] env[62859]: DEBUG nova.compute.provider_tree [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.428097] env[62859]: DEBUG nova.compute.manager [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.883324] env[62859]: DEBUG nova.scheduler.client.report [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.390252] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.392932] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.346s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.394475] env[62859]: INFO nova.compute.claims [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.424907] env[62859]: INFO nova.scheduler.client.report [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Deleted allocations for instance 8b458941-5861-46a4-b91c-06f94966c5b9 [ 930.440947] env[62859]: DEBUG nova.compute.manager [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.469155] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.469468] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.469628] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.469813] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.469963] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.470129] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.470350] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.470512] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.470736] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.470846] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.471041] env[62859]: DEBUG nova.virt.hardware [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.472282] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99addc4-f361-4167-a34e-27396651a4ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.482361] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf48ce2-5734-4c45-a954-ee0026b22ed0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.934191] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d53747d3-f00d-429b-82b6-30ae48dc2178 tempest-ServerDiagnosticsV248Test-2058905680 tempest-ServerDiagnosticsV248Test-2058905680-project-member] Lock "8b458941-5861-46a4-b91c-06f94966c5b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.639s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.974369] env[62859]: DEBUG nova.compute.manager [req-a15ae19c-0f1f-404e-97db-ae4c36f3e378 req-bda6f920-a1f1-44fc-bd73-5d5ed338988c service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received event network-vif-plugged-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.974601] env[62859]: DEBUG oslo_concurrency.lockutils [req-a15ae19c-0f1f-404e-97db-ae4c36f3e378 req-bda6f920-a1f1-44fc-bd73-5d5ed338988c service nova] Acquiring lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.974817] env[62859]: DEBUG oslo_concurrency.lockutils [req-a15ae19c-0f1f-404e-97db-ae4c36f3e378 req-bda6f920-a1f1-44fc-bd73-5d5ed338988c service nova] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.974994] env[62859]: DEBUG oslo_concurrency.lockutils [req-a15ae19c-0f1f-404e-97db-ae4c36f3e378 req-bda6f920-a1f1-44fc-bd73-5d5ed338988c service nova] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.975222] env[62859]: DEBUG nova.compute.manager [req-a15ae19c-0f1f-404e-97db-ae4c36f3e378 req-bda6f920-a1f1-44fc-bd73-5d5ed338988c service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] No waiting events found dispatching network-vif-plugged-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.975636] env[62859]: WARNING nova.compute.manager [req-a15ae19c-0f1f-404e-97db-ae4c36f3e378 req-bda6f920-a1f1-44fc-bd73-5d5ed338988c service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received unexpected event network-vif-plugged-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e for instance with vm_state building and task_state spawning. [ 931.021681] env[62859]: DEBUG nova.network.neutron [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Successfully updated port: a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.524105] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.524442] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.524442] env[62859]: DEBUG nova.network.neutron [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.638509] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f39f4e-7a98-4d5e-af74-ccaacda18736 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.648752] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0716b646-49c2-4dbb-96c2-b62f90473eaa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.681019] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7278eb0c-2d90-461b-9697-cbb5c54a7f45 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.690595] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32bbc41-818e-40a5-9c30-90d7b3d48907 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.707257] env[62859]: DEBUG nova.compute.provider_tree [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.097317] env[62859]: DEBUG nova.network.neutron [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.212844] env[62859]: DEBUG nova.scheduler.client.report [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.301520] env[62859]: DEBUG nova.network.neutron [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating instance_info_cache with network_info: [{"id": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "address": "fa:16:3e:40:8b:f0", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b41fa6-38", "ovs_interfaceid": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.718173] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.718701] env[62859]: DEBUG nova.compute.manager [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.721269] env[62859]: DEBUG oslo_concurrency.lockutils [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.865s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.721917] env[62859]: DEBUG nova.objects.instance [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lazy-loading 'resources' on Instance uuid 0987f015-d61f-46fd-bdf1-fc5e64c8646a {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.804645] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.806246] env[62859]: DEBUG nova.compute.manager [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Instance network_info: |[{"id": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "address": "fa:16:3e:40:8b:f0", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b41fa6-38", "ovs_interfaceid": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.806246] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:8b:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0b41fa6-3827-4d61-93d3-3efe72ae0a4e', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.813025] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Creating folder: Project (9433f1b2986d447c895d576ade8a7c6e). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.813312] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee6069a-ddea-4952-b332-4a44e776424e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.826258] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Created folder: Project (9433f1b2986d447c895d576ade8a7c6e) in parent group-v512592. [ 932.826445] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Creating folder: Instances. Parent ref: group-v512813. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 932.826876] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0ffd4e3-c0cb-4617-9c8a-720a31769852 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.839764] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Created folder: Instances in parent group-v512813. [ 932.839764] env[62859]: DEBUG oslo.service.loopingcall [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.839989] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.840276] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ec6a13-5ebf-4cb9-9727-dbb271675e57 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.863622] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.863622] env[62859]: value = "task-2538251" [ 932.863622] env[62859]: _type = "Task" [ 932.863622] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.873269] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538251, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.013277] env[62859]: DEBUG nova.compute.manager [req-3fcb7361-faeb-41da-866c-ad9e7b83f15d req-c631756d-9e7e-4848-8052-628bbdcf731b service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received event network-changed-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.013277] env[62859]: DEBUG nova.compute.manager [req-3fcb7361-faeb-41da-866c-ad9e7b83f15d req-c631756d-9e7e-4848-8052-628bbdcf731b service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Refreshing instance network info cache due to event network-changed-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.014250] env[62859]: DEBUG oslo_concurrency.lockutils [req-3fcb7361-faeb-41da-866c-ad9e7b83f15d req-c631756d-9e7e-4848-8052-628bbdcf731b service nova] Acquiring lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.014594] env[62859]: DEBUG oslo_concurrency.lockutils [req-3fcb7361-faeb-41da-866c-ad9e7b83f15d req-c631756d-9e7e-4848-8052-628bbdcf731b service nova] Acquired lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.014942] env[62859]: DEBUG nova.network.neutron [req-3fcb7361-faeb-41da-866c-ad9e7b83f15d req-c631756d-9e7e-4848-8052-628bbdcf731b service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Refreshing network info cache for port a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.230220] env[62859]: DEBUG nova.compute.utils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.233195] env[62859]: DEBUG nova.compute.manager [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.233195] env[62859]: DEBUG nova.network.neutron [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.324155] env[62859]: DEBUG nova.policy [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00e1b8df3643418482231a2a18641c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beba168defc1400b86885cf376539987', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.375489] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538251, 'name': CreateVM_Task, 'duration_secs': 0.41698} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.375489] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.375707] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.375895] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.376280] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 933.376551] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee76076-8f2a-4d94-9ad6-1b471c0cf72e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.384192] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 933.384192] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52461d83-eceb-46b8-cce5-87723932196d" [ 933.384192] env[62859]: _type = "Task" [ 933.384192] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.393807] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52461d83-eceb-46b8-cce5-87723932196d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.593963] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e305e5-ce3f-4d02-bdb6-7eada0e9f9bf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.602736] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25e835e-6973-42ee-a4a6-6b18e8df65e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.641771] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3af4835-a87f-435b-89ae-db08444667ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.655023] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049231ee-4e9d-4b16-9592-c8ad438dde15 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.669150] env[62859]: DEBUG nova.compute.provider_tree [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.734305] env[62859]: DEBUG nova.compute.manager [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.832456] env[62859]: DEBUG nova.network.neutron [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Successfully created port: 7e44c0c9-a823-428e-b442-53f8c808dcab {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.853540] env[62859]: DEBUG nova.network.neutron [req-3fcb7361-faeb-41da-866c-ad9e7b83f15d req-c631756d-9e7e-4848-8052-628bbdcf731b service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updated VIF entry in instance network info cache for port a0b41fa6-3827-4d61-93d3-3efe72ae0a4e. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.854073] env[62859]: DEBUG nova.network.neutron [req-3fcb7361-faeb-41da-866c-ad9e7b83f15d req-c631756d-9e7e-4848-8052-628bbdcf731b service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating instance_info_cache with network_info: [{"id": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "address": "fa:16:3e:40:8b:f0", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b41fa6-38", "ovs_interfaceid": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.897545] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52461d83-eceb-46b8-cce5-87723932196d, 'name': SearchDatastore_Task, 'duration_secs': 0.015122} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.898650] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.898650] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.898650] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.898828] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.898971] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.899590] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4f25a08-57ae-4a76-9fa6-750de7f50861 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.909740] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.909943] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.910721] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-857678f9-2463-4e27-8b12-21cd58af27fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.918707] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 933.918707] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d035cf-ce51-ca81-f542-e4fe702cd1b4" [ 933.918707] env[62859]: _type = "Task" [ 933.918707] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.928661] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d035cf-ce51-ca81-f542-e4fe702cd1b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.172626] env[62859]: DEBUG nova.scheduler.client.report [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.356450] env[62859]: DEBUG oslo_concurrency.lockutils [req-3fcb7361-faeb-41da-866c-ad9e7b83f15d req-c631756d-9e7e-4848-8052-628bbdcf731b service nova] Releasing lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.432517] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d035cf-ce51-ca81-f542-e4fe702cd1b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.434186] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5d3ead-95ac-447b-8276-3438baec402c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.440295] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 934.440295] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cee54b-a33e-eff9-ae38-1dc91aaefb6c" [ 934.440295] env[62859]: _type = "Task" [ 934.440295] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.450987] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cee54b-a33e-eff9-ae38-1dc91aaefb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.678412] env[62859]: DEBUG oslo_concurrency.lockutils [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.682652] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.127s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.714626] env[62859]: INFO nova.scheduler.client.report [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted allocations for instance 0987f015-d61f-46fd-bdf1-fc5e64c8646a [ 934.745919] env[62859]: DEBUG nova.compute.manager [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.781249] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.781578] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.781645] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.781845] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.781997] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.782581] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.782818] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.782983] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.783196] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.784378] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.784599] env[62859]: DEBUG nova.virt.hardware [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.786007] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ae0123-f961-4694-8cd1-05c8ee97e366 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.796698] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821b0561-8746-427b-8608-d784092902af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.958293] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cee54b-a33e-eff9-ae38-1dc91aaefb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.958639] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.958938] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928/f37c4ccf-a04a-4627-a3f7-3eab6f93a928.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.959489] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45520947-3ac8-4bd6-9608-cf3c6ffe5235 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.969999] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 934.969999] env[62859]: value = "task-2538252" [ 934.969999] env[62859]: _type = "Task" [ 934.969999] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.980963] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.221993] env[62859]: DEBUG oslo_concurrency.lockutils [None req-011ce140-5649-4f5b-8df8-3a4a863b3b14 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "0987f015-d61f-46fd-bdf1-fc5e64c8646a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.815s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.483766] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538252, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.498617] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b562dd-a85e-4d99-956f-01f6c5981846 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.505977] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dc1c77-9731-479f-a0b4-d7071c46efe2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.537386] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb2ad17-192e-41f6-99cc-8ec3fcf3f816 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.545265] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9eba53e-440c-426f-9568-621eed2e94c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.564881] env[62859]: DEBUG nova.compute.provider_tree [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.887486] env[62859]: DEBUG nova.network.neutron [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Successfully updated port: 7e44c0c9-a823-428e-b442-53f8c808dcab {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.958143] env[62859]: DEBUG nova.compute.manager [req-9b56ab13-31b1-451c-bacf-5698419bdf77 req-845d8885-d65d-4f81-9328-b0207e078df3 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Received event network-vif-plugged-7e44c0c9-a823-428e-b442-53f8c808dcab {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.958310] env[62859]: DEBUG oslo_concurrency.lockutils [req-9b56ab13-31b1-451c-bacf-5698419bdf77 req-845d8885-d65d-4f81-9328-b0207e078df3 service nova] Acquiring lock "c80e4863-16d7-4cce-81c8-0426bc834026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.958527] env[62859]: DEBUG oslo_concurrency.lockutils [req-9b56ab13-31b1-451c-bacf-5698419bdf77 req-845d8885-d65d-4f81-9328-b0207e078df3 service nova] Lock "c80e4863-16d7-4cce-81c8-0426bc834026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.958700] env[62859]: DEBUG oslo_concurrency.lockutils [req-9b56ab13-31b1-451c-bacf-5698419bdf77 req-845d8885-d65d-4f81-9328-b0207e078df3 service nova] Lock "c80e4863-16d7-4cce-81c8-0426bc834026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.958867] env[62859]: DEBUG nova.compute.manager [req-9b56ab13-31b1-451c-bacf-5698419bdf77 req-845d8885-d65d-4f81-9328-b0207e078df3 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] No waiting events found dispatching network-vif-plugged-7e44c0c9-a823-428e-b442-53f8c808dcab {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.961090] env[62859]: WARNING nova.compute.manager [req-9b56ab13-31b1-451c-bacf-5698419bdf77 req-845d8885-d65d-4f81-9328-b0207e078df3 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Received unexpected event network-vif-plugged-7e44c0c9-a823-428e-b442-53f8c808dcab for instance with vm_state building and task_state spawning. [ 935.981194] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524279} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.981624] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928/f37c4ccf-a04a-4627-a3f7-3eab6f93a928.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.982071] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.984018] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fb6653b-f65b-407e-871c-7356a43bc5f3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.989418] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 935.989418] env[62859]: value = "task-2538253" [ 935.989418] env[62859]: _type = "Task" [ 935.989418] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.000219] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.068626] env[62859]: DEBUG nova.scheduler.client.report [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.393831] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "refresh_cache-c80e4863-16d7-4cce-81c8-0426bc834026" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.393831] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "refresh_cache-c80e4863-16d7-4cce-81c8-0426bc834026" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.393831] env[62859]: DEBUG nova.network.neutron [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.501066] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069559} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.501066] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.501066] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb07a50-ef05-4deb-8859-8975ff0a0861 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.524600] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928/f37c4ccf-a04a-4627-a3f7-3eab6f93a928.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.525103] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37eb0093-b8cd-4286-930d-9f1ff95eb212 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.546958] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 936.546958] env[62859]: value = "task-2538254" [ 936.546958] env[62859]: _type = "Task" [ 936.546958] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.556834] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.927798] env[62859]: DEBUG nova.network.neutron [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.058057] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538254, 'name': ReconfigVM_Task, 'duration_secs': 0.30507} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.058583] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Reconfigured VM instance instance-0000004a to attach disk [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928/f37c4ccf-a04a-4627-a3f7-3eab6f93a928.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.058982] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef1e5635-6867-4684-94f2-e3825d935cbf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.067617] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 937.067617] env[62859]: value = "task-2538255" [ 937.067617] env[62859]: _type = "Task" [ 937.067617] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.078557] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538255, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.081982] env[62859]: DEBUG nova.network.neutron [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Updating instance_info_cache with network_info: [{"id": "7e44c0c9-a823-428e-b442-53f8c808dcab", "address": "fa:16:3e:b5:d3:fc", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44c0c9-a8", "ovs_interfaceid": "7e44c0c9-a823-428e-b442-53f8c808dcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.084250] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.403s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.088566] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.913s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.089131] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.090917] env[62859]: DEBUG oslo_concurrency.lockutils [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.882s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.091271] env[62859]: DEBUG nova.objects.instance [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lazy-loading 'resources' on Instance uuid 035853df-2910-4a07-a5c6-2f42b2ca01da {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.132881] env[62859]: INFO nova.scheduler.client.report [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted allocations for instance edd39829-7fbc-4f66-813a-b1efd6197163 [ 937.579513] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538255, 'name': Rename_Task, 'duration_secs': 0.138314} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.579906] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.580222] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-865e945c-307c-4e72-86c1-cc423943f477 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.591684] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "refresh_cache-c80e4863-16d7-4cce-81c8-0426bc834026" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.591777] env[62859]: DEBUG nova.compute.manager [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Instance network_info: |[{"id": "7e44c0c9-a823-428e-b442-53f8c808dcab", "address": "fa:16:3e:b5:d3:fc", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44c0c9-a8", "ovs_interfaceid": "7e44c0c9-a823-428e-b442-53f8c808dcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.592131] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 937.592131] env[62859]: value = "task-2538256" [ 937.592131] env[62859]: _type = "Task" [ 937.592131] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.594488] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:d3:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e44c0c9-a823-428e-b442-53f8c808dcab', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.602175] env[62859]: DEBUG oslo.service.loopingcall [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.606472] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.613922] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fae5de3-573e-4516-9197-3eebf448ada7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.645982] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.646528] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dea22881-fd44-4235-8807-3a8048b99722 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "edd39829-7fbc-4f66-813a-b1efd6197163" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.662s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.651131] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.651131] env[62859]: value = "task-2538257" [ 937.651131] env[62859]: _type = "Task" [ 937.651131] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.664724] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538257, 'name': CreateVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.679448] env[62859]: INFO nova.scheduler.client.report [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted allocation for migration ac2bb462-8c36-40b0-81f1-e442daaea648 [ 937.888070] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7988ff8b-af3f-4ec1-8c7c-58e3ef22771c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.897602] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795b427f-973b-485d-a2ef-a9f111014426 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.932299] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835ec765-4617-4f5e-8164-005d2c849b5f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.941157] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2051cc0-6043-4717-95f9-e6000d63e879 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.961025] env[62859]: DEBUG nova.compute.provider_tree [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.015934] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquiring lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.016211] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.114280] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.159046] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538257, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.186080] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1cf8fac0-fdfd-4a79-9556-d92fec1c9c45 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.131s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.219675] env[62859]: DEBUG nova.compute.manager [req-ffbfb13c-6520-4c18-a015-94d7b3c08c83 req-659802ad-d156-4d33-bba1-6ec8fe9e9b41 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Received event network-changed-7e44c0c9-a823-428e-b442-53f8c808dcab {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.219877] env[62859]: DEBUG nova.compute.manager [req-ffbfb13c-6520-4c18-a015-94d7b3c08c83 req-659802ad-d156-4d33-bba1-6ec8fe9e9b41 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Refreshing instance network info cache due to event network-changed-7e44c0c9-a823-428e-b442-53f8c808dcab. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 938.220418] env[62859]: DEBUG oslo_concurrency.lockutils [req-ffbfb13c-6520-4c18-a015-94d7b3c08c83 req-659802ad-d156-4d33-bba1-6ec8fe9e9b41 service nova] Acquiring lock "refresh_cache-c80e4863-16d7-4cce-81c8-0426bc834026" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.220418] env[62859]: DEBUG oslo_concurrency.lockutils [req-ffbfb13c-6520-4c18-a015-94d7b3c08c83 req-659802ad-d156-4d33-bba1-6ec8fe9e9b41 service nova] Acquired lock "refresh_cache-c80e4863-16d7-4cce-81c8-0426bc834026" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.220418] env[62859]: DEBUG nova.network.neutron [req-ffbfb13c-6520-4c18-a015-94d7b3c08c83 req-659802ad-d156-4d33-bba1-6ec8fe9e9b41 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Refreshing network info cache for port 7e44c0c9-a823-428e-b442-53f8c808dcab {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.467161] env[62859]: DEBUG nova.scheduler.client.report [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.518647] env[62859]: DEBUG nova.compute.manager [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.614609] env[62859]: DEBUG oslo_vmware.api [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538256, 'name': PowerOnVM_Task, 'duration_secs': 0.912459} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.614886] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.615964] env[62859]: INFO nova.compute.manager [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Took 8.18 seconds to spawn the instance on the hypervisor. [ 938.615964] env[62859]: DEBUG nova.compute.manager [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.616856] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b04d46-9839-4c56-aee2-ad217c2724cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.661356] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538257, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.909868] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.909868] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.975346] env[62859]: DEBUG oslo_concurrency.lockutils [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.977669] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.331s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.984541] env[62859]: INFO nova.compute.claims [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.002975] env[62859]: DEBUG nova.network.neutron [req-ffbfb13c-6520-4c18-a015-94d7b3c08c83 req-659802ad-d156-4d33-bba1-6ec8fe9e9b41 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Updated VIF entry in instance network info cache for port 7e44c0c9-a823-428e-b442-53f8c808dcab. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.003471] env[62859]: DEBUG nova.network.neutron [req-ffbfb13c-6520-4c18-a015-94d7b3c08c83 req-659802ad-d156-4d33-bba1-6ec8fe9e9b41 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Updating instance_info_cache with network_info: [{"id": "7e44c0c9-a823-428e-b442-53f8c808dcab", "address": "fa:16:3e:b5:d3:fc", "network": {"id": "fd8ace58-0232-43f4-8c85-77a174954adf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1529638794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beba168defc1400b86885cf376539987", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e44c0c9-a8", "ovs_interfaceid": "7e44c0c9-a823-428e-b442-53f8c808dcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.010235] env[62859]: INFO nova.scheduler.client.report [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Deleted allocations for instance 035853df-2910-4a07-a5c6-2f42b2ca01da [ 939.046237] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.141174] env[62859]: INFO nova.compute.manager [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Took 28.16 seconds to build instance. [ 939.165148] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538257, 'name': CreateVM_Task, 'duration_secs': 1.379874} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.166199] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.166673] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.166840] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.167240] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.168105] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf51fed-60e0-485d-a5cf-5e5bdd267925 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.175306] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 939.175306] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52baf007-d38b-19e3-1b99-0e5d80ae4e4a" [ 939.175306] env[62859]: _type = "Task" [ 939.175306] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.184850] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52baf007-d38b-19e3-1b99-0e5d80ae4e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.410394] env[62859]: DEBUG nova.compute.manager [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.507858] env[62859]: DEBUG oslo_concurrency.lockutils [req-ffbfb13c-6520-4c18-a015-94d7b3c08c83 req-659802ad-d156-4d33-bba1-6ec8fe9e9b41 service nova] Releasing lock "refresh_cache-c80e4863-16d7-4cce-81c8-0426bc834026" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.522608] env[62859]: DEBUG oslo_concurrency.lockutils [None req-95f8e203-a274-47d3-8572-fcdfe2b104dc tempest-MigrationsAdminTest-2034794381 tempest-MigrationsAdminTest-2034794381-project-member] Lock "035853df-2910-4a07-a5c6-2f42b2ca01da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.402s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.643548] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f7b386b-aa64-4f08-8e5d-9f1dbadaa738 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.673s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.688992] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52baf007-d38b-19e3-1b99-0e5d80ae4e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.012958} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.690299] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.690299] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.690299] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.690299] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.690614] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.691574] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee0289b1-8736-4ead-b8e8-d271b582230f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.701204] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.701204] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.702036] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265d60d1-4bf0-4d10-9d1b-781af161a295 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.707834] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 939.707834] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d3214c-bef9-6f91-8486-1e3f5bbb9e2d" [ 939.707834] env[62859]: _type = "Task" [ 939.707834] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.716016] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d3214c-bef9-6f91-8486-1e3f5bbb9e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.897679] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "c45237e1-fa97-4539-a2ee-77fb50619c40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.898140] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.942868] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.220986] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d3214c-bef9-6f91-8486-1e3f5bbb9e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008592} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.224028] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b874b-d593-4b12-ae1b-cef6193bfefd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.225927] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4818e0df-2ddb-4004-b632-33ce7335cd9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.233791] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6603f18-048c-4c0e-8ac1-31596cb0573f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.236992] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 940.236992] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d336c2-3131-85da-d372-6ea96823c110" [ 940.236992] env[62859]: _type = "Task" [ 940.236992] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.267665] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f58817e-5b86-424f-9e61-adb08c36a8ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.273806] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d336c2-3131-85da-d372-6ea96823c110, 'name': SearchDatastore_Task, 'duration_secs': 0.010989} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.274328] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.274630] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c80e4863-16d7-4cce-81c8-0426bc834026/c80e4863-16d7-4cce-81c8-0426bc834026.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.274895] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47f27c91-def4-41de-95cc-9ffa8fa4f867 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.280840] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044c520b-29eb-4112-bb75-f1534b6077d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.289089] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 940.289089] env[62859]: value = "task-2538258" [ 940.289089] env[62859]: _type = "Task" [ 940.289089] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.299200] env[62859]: DEBUG nova.compute.provider_tree [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.305659] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.400802] env[62859]: DEBUG nova.compute.manager [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.580259] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.580259] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.580259] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.581983] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.582247] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.586357] env[62859]: INFO nova.compute.manager [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Terminating instance [ 940.639908] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "4c916463-e864-41e9-8625-b27abed8c991" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.640295] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "4c916463-e864-41e9-8625-b27abed8c991" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.798867] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479205} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.799227] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c80e4863-16d7-4cce-81c8-0426bc834026/c80e4863-16d7-4cce-81c8-0426bc834026.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.799483] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.799739] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d02aed39-63b2-405d-954f-e0ab515e17d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.802869] env[62859]: DEBUG nova.scheduler.client.report [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.809983] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 940.809983] env[62859]: value = "task-2538259" [ 940.809983] env[62859]: _type = "Task" [ 940.809983] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.820843] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.924588] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.090894] env[62859]: DEBUG nova.compute.manager [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.091922] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.093133] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cd0487-6a08-4689-a466-2fe4e39b916a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.103561] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.104534] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74aaf047-aa18-48b7-a8f1-04b39d55368e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.111559] env[62859]: DEBUG oslo_vmware.api [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 941.111559] env[62859]: value = "task-2538260" [ 941.111559] env[62859]: _type = "Task" [ 941.111559] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.119578] env[62859]: DEBUG oslo_vmware.api [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.143726] env[62859]: DEBUG nova.compute.manager [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.200753] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "47ee374d-64b0-4f61-a053-7d21e8d6f400" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.201013] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.309507] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.310284] env[62859]: DEBUG nova.compute.manager [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.314081] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.193s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.314322] env[62859]: DEBUG nova.objects.instance [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lazy-loading 'resources' on Instance uuid 26d29119-2b0e-41c9-9ea4-b9a508e657d2 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.325050] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151815} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.325997] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.326966] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f2d3a5-57c5-4c5d-a7ad-c8b9124ff816 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.354419] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c80e4863-16d7-4cce-81c8-0426bc834026/c80e4863-16d7-4cce-81c8-0426bc834026.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.355088] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33d51a6-e1ce-4ffa-bf1f-e034744b5a02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.375447] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 941.375447] env[62859]: value = "task-2538261" [ 941.375447] env[62859]: _type = "Task" [ 941.375447] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.384405] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.626150] env[62859]: DEBUG oslo_vmware.api [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538260, 'name': PowerOffVM_Task, 'duration_secs': 0.203823} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.626483] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.626684] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.626994] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53af0808-907e-4478-a21b-3ff5bdd9b195 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.668704] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.687975] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.688499] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.688842] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleting the datastore file [datastore2] 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.689265] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54654829-7d25-42c8-81f6-6878bd671cec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.698019] env[62859]: DEBUG oslo_vmware.api [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 941.698019] env[62859]: value = "task-2538263" [ 941.698019] env[62859]: _type = "Task" [ 941.698019] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.708786] env[62859]: DEBUG nova.compute.manager [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.711495] env[62859]: DEBUG oslo_vmware.api [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.817238] env[62859]: DEBUG nova.compute.utils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.818901] env[62859]: DEBUG nova.compute.manager [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.818901] env[62859]: DEBUG nova.network.neutron [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.877231] env[62859]: DEBUG nova.policy [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfeb13fb6c8148c1a03a0adb173615b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48aff45f3d5549d5b587282e685af6ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.890063] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538261, 'name': ReconfigVM_Task, 'duration_secs': 0.258774} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.891799] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c80e4863-16d7-4cce-81c8-0426bc834026/c80e4863-16d7-4cce-81c8-0426bc834026.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.892661] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8536313-188e-46a6-be16-f82521a7b586 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.901042] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 941.901042] env[62859]: value = "task-2538264" [ 941.901042] env[62859]: _type = "Task" [ 941.901042] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.911751] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538264, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.114323] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c728912c-3a65-4aa8-b0b6-551a7a5e9348 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.122879] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c01e2-8496-4fdd-aaa5-b66ed8d18ad0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.163021] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7c114b-c422-4eb9-a6e4-616d2a7efbb3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.169966] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a8c2fa-dece-43af-a8eb-138cdff381d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.186657] env[62859]: DEBUG nova.compute.provider_tree [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.208283] env[62859]: DEBUG oslo_vmware.api [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158655} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.208549] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.208753] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.208935] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.209129] env[62859]: INFO nova.compute.manager [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 942.209377] env[62859]: DEBUG oslo.service.loopingcall [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.209572] env[62859]: DEBUG nova.compute.manager [-] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.209667] env[62859]: DEBUG nova.network.neutron [-] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.228419] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.261912] env[62859]: DEBUG nova.network.neutron [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Successfully created port: 14c8b196-47c6-491e-b81e-38c31d91ef48 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.322493] env[62859]: DEBUG nova.compute.manager [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.413202] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538264, 'name': Rename_Task, 'duration_secs': 0.150914} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.413488] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.413732] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64af09c3-d49f-4d86-b1db-0c965799e896 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.421699] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 942.421699] env[62859]: value = "task-2538265" [ 942.421699] env[62859]: _type = "Task" [ 942.421699] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.430739] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.486266] env[62859]: DEBUG nova.compute.manager [req-17581004-ca31-4f7d-914b-de0fe4e24c1f req-2977d0a9-aef7-4ec6-abb1-c194574e5254 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Received event network-vif-deleted-5f17dcdc-7dd4-4915-96d5-52961ac09fec {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.486666] env[62859]: INFO nova.compute.manager [req-17581004-ca31-4f7d-914b-de0fe4e24c1f req-2977d0a9-aef7-4ec6-abb1-c194574e5254 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Neutron deleted interface 5f17dcdc-7dd4-4915-96d5-52961ac09fec; detaching it from the instance and deleting it from the info cache [ 942.486825] env[62859]: DEBUG nova.network.neutron [req-17581004-ca31-4f7d-914b-de0fe4e24c1f req-2977d0a9-aef7-4ec6-abb1-c194574e5254 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.718677] env[62859]: ERROR nova.scheduler.client.report [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [req-693f26be-6c6f-4f18-8a01-da8df6a093e7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-693f26be-6c6f-4f18-8a01-da8df6a093e7"}]} [ 942.754675] env[62859]: DEBUG nova.scheduler.client.report [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 942.775896] env[62859]: DEBUG nova.scheduler.client.report [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 942.776266] env[62859]: DEBUG nova.compute.provider_tree [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.798471] env[62859]: DEBUG nova.scheduler.client.report [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 942.831202] env[62859]: DEBUG nova.scheduler.client.report [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 942.946189] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538265, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.961951] env[62859]: DEBUG nova.network.neutron [-] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.991118] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3737d38-568f-461d-82b6-597f18f2bc71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.004058] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7badb5d5-20d9-4b07-838b-05d7afeae89d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.043136] env[62859]: DEBUG nova.compute.manager [req-17581004-ca31-4f7d-914b-de0fe4e24c1f req-2977d0a9-aef7-4ec6-abb1-c194574e5254 service nova] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Detach interface failed, port_id=5f17dcdc-7dd4-4915-96d5-52961ac09fec, reason: Instance 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 943.156711] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9b8b43-5b68-4171-9c93-ccaa3d2f5013 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.164233] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795f42ee-02ab-4fb2-b796-ff0d77469fd3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.197417] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c313959f-c096-482c-a247-7792a5a0cc17 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.206052] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a1f3b-fb28-42d7-bcb1-c5973e2040b5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.220070] env[62859]: DEBUG nova.compute.provider_tree [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.335362] env[62859]: DEBUG nova.compute.manager [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.361350] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.361620] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.361769] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.361949] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.362109] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.362263] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.362489] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.362658] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.362809] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.363130] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.363171] env[62859]: DEBUG nova.virt.hardware [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.364341] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2583436-d64d-431d-b772-efae3b18fb2f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.372248] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d9fe49-2b69-451a-bbec-689e63954a7a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.435834] env[62859]: DEBUG oslo_vmware.api [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538265, 'name': PowerOnVM_Task, 'duration_secs': 0.63033} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.436064] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.436338] env[62859]: INFO nova.compute.manager [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Took 8.69 seconds to spawn the instance on the hypervisor. [ 943.436521] env[62859]: DEBUG nova.compute.manager [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.437311] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfdcd84-0b1a-4a39-9633-442d0b85347b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.465481] env[62859]: INFO nova.compute.manager [-] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Took 1.26 seconds to deallocate network for instance. [ 943.757989] env[62859]: DEBUG nova.scheduler.client.report [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 943.757989] env[62859]: DEBUG nova.compute.provider_tree [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 104 to 105 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 943.757989] env[62859]: DEBUG nova.compute.provider_tree [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.913556] env[62859]: DEBUG nova.compute.manager [req-97c3189f-2c25-47a5-aa60-f506eb388bda req-d95da538-b78d-423c-9ff5-84857536266d service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Received event network-vif-plugged-14c8b196-47c6-491e-b81e-38c31d91ef48 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.914290] env[62859]: DEBUG oslo_concurrency.lockutils [req-97c3189f-2c25-47a5-aa60-f506eb388bda req-d95da538-b78d-423c-9ff5-84857536266d service nova] Acquiring lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.914290] env[62859]: DEBUG oslo_concurrency.lockutils [req-97c3189f-2c25-47a5-aa60-f506eb388bda req-d95da538-b78d-423c-9ff5-84857536266d service nova] Lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.914290] env[62859]: DEBUG oslo_concurrency.lockutils [req-97c3189f-2c25-47a5-aa60-f506eb388bda req-d95da538-b78d-423c-9ff5-84857536266d service nova] Lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.914520] env[62859]: DEBUG nova.compute.manager [req-97c3189f-2c25-47a5-aa60-f506eb388bda req-d95da538-b78d-423c-9ff5-84857536266d service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] No waiting events found dispatching network-vif-plugged-14c8b196-47c6-491e-b81e-38c31d91ef48 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.914575] env[62859]: WARNING nova.compute.manager [req-97c3189f-2c25-47a5-aa60-f506eb388bda req-d95da538-b78d-423c-9ff5-84857536266d service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Received unexpected event network-vif-plugged-14c8b196-47c6-491e-b81e-38c31d91ef48 for instance with vm_state building and task_state spawning. [ 943.952527] env[62859]: INFO nova.compute.manager [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Took 31.92 seconds to build instance. [ 943.972643] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.001414] env[62859]: DEBUG nova.network.neutron [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Successfully updated port: 14c8b196-47c6-491e-b81e-38c31d91ef48 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.262825] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.949s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.265245] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.221s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.267120] env[62859]: INFO nova.compute.claims [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.289495] env[62859]: INFO nova.scheduler.client.report [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted allocations for instance 26d29119-2b0e-41c9-9ea4-b9a508e657d2 [ 944.454523] env[62859]: DEBUG oslo_concurrency.lockutils [None req-05da791c-5965-48e9-9112-f1197a6a444c tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "c80e4863-16d7-4cce-81c8-0426bc834026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.430s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.507027] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquiring lock "refresh_cache-d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.507286] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquired lock "refresh_cache-d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.507534] env[62859]: DEBUG nova.network.neutron [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.796971] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85f3a313-44ba-4af7-b8d0-2c1daf82bd4a tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "26d29119-2b0e-41c9-9ea4-b9a508e657d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.150s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.039974] env[62859]: DEBUG nova.network.neutron [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.118898] env[62859]: DEBUG nova.compute.manager [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.120889] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00694bf7-1a7a-4b56-8a4f-275086de7b56 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.170408] env[62859]: DEBUG nova.network.neutron [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Updating instance_info_cache with network_info: [{"id": "14c8b196-47c6-491e-b81e-38c31d91ef48", "address": "fa:16:3e:b3:53:21", "network": {"id": "2af4e5b2-07e6-4fbb-b00a-baec821d8b51", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1187478318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48aff45f3d5549d5b587282e685af6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c8b196-47", "ovs_interfaceid": "14c8b196-47c6-491e-b81e-38c31d91ef48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.514092] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103296d1-f46c-4d80-84f4-422a7c1f5c92 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.522545] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80dd16-3a1e-4225-9c6b-feaea841b757 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.569515] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23b3076-9a56-40b0-bd94-0946e137f3fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.581011] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc33c3a-1e54-4846-8d5e-a4f44dd68d95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.603155] env[62859]: DEBUG nova.compute.provider_tree [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.620179] env[62859]: DEBUG oslo_concurrency.lockutils [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "87ba25fb-c7c5-4568-8a71-b97136947fcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.620806] env[62859]: DEBUG oslo_concurrency.lockutils [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "87ba25fb-c7c5-4568-8a71-b97136947fcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.620928] env[62859]: DEBUG oslo_concurrency.lockutils [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "87ba25fb-c7c5-4568-8a71-b97136947fcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.621250] env[62859]: DEBUG oslo_concurrency.lockutils [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "87ba25fb-c7c5-4568-8a71-b97136947fcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.621533] env[62859]: DEBUG oslo_concurrency.lockutils [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "87ba25fb-c7c5-4568-8a71-b97136947fcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.625373] env[62859]: INFO nova.compute.manager [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Terminating instance [ 945.633902] env[62859]: INFO nova.compute.manager [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] instance snapshotting [ 945.637761] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f97a9c-cc42-446d-a1cc-5552b8dc7cdf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.671691] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528915e9-bdb5-4bf2-8a24-f93f956b94df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.676271] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Releasing lock "refresh_cache-d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.676750] env[62859]: DEBUG nova.compute.manager [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Instance network_info: |[{"id": "14c8b196-47c6-491e-b81e-38c31d91ef48", "address": "fa:16:3e:b3:53:21", "network": {"id": "2af4e5b2-07e6-4fbb-b00a-baec821d8b51", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1187478318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48aff45f3d5549d5b587282e685af6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c8b196-47", "ovs_interfaceid": "14c8b196-47c6-491e-b81e-38c31d91ef48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.677369] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:53:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c8b196-47c6-491e-b81e-38c31d91ef48', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.690356] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Creating folder: Project (48aff45f3d5549d5b587282e685af6ee). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.691829] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d658d130-7e51-4f3b-a730-3eee728b74ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.712332] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Created folder: Project (48aff45f3d5549d5b587282e685af6ee) in parent group-v512592. [ 945.712332] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Creating folder: Instances. Parent ref: group-v512817. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.712332] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb0039d2-8adc-40b5-be55-2786d86b020a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.723717] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Created folder: Instances in parent group-v512817. [ 945.723717] env[62859]: DEBUG oslo.service.loopingcall [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.723717] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.723717] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5edd7032-5a4e-4012-9d04-595f533014d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.744021] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.744021] env[62859]: value = "task-2538268" [ 945.744021] env[62859]: _type = "Task" [ 945.744021] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.753140] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538268, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.940819] env[62859]: DEBUG nova.compute.manager [req-006793e8-53d3-4ae1-8ae0-e048c826e9d7 req-97731bcb-1347-4cab-8a09-70f3aa7594a4 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Received event network-changed-14c8b196-47c6-491e-b81e-38c31d91ef48 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.940902] env[62859]: DEBUG nova.compute.manager [req-006793e8-53d3-4ae1-8ae0-e048c826e9d7 req-97731bcb-1347-4cab-8a09-70f3aa7594a4 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Refreshing instance network info cache due to event network-changed-14c8b196-47c6-491e-b81e-38c31d91ef48. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 945.941205] env[62859]: DEBUG oslo_concurrency.lockutils [req-006793e8-53d3-4ae1-8ae0-e048c826e9d7 req-97731bcb-1347-4cab-8a09-70f3aa7594a4 service nova] Acquiring lock "refresh_cache-d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.941378] env[62859]: DEBUG oslo_concurrency.lockutils [req-006793e8-53d3-4ae1-8ae0-e048c826e9d7 req-97731bcb-1347-4cab-8a09-70f3aa7594a4 service nova] Acquired lock "refresh_cache-d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.941547] env[62859]: DEBUG nova.network.neutron [req-006793e8-53d3-4ae1-8ae0-e048c826e9d7 req-97731bcb-1347-4cab-8a09-70f3aa7594a4 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Refreshing network info cache for port 14c8b196-47c6-491e-b81e-38c31d91ef48 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.107286] env[62859]: DEBUG nova.scheduler.client.report [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.130381] env[62859]: DEBUG nova.compute.manager [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.130637] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.131867] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd35285-30de-408c-80ec-5570ec0ac700 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.140298] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.140578] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb793833-7377-4fde-b2d4-a956136c3cc8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.147129] env[62859]: DEBUG oslo_vmware.api [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 946.147129] env[62859]: value = "task-2538269" [ 946.147129] env[62859]: _type = "Task" [ 946.147129] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.157376] env[62859]: DEBUG oslo_vmware.api [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.203344] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 946.204022] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-486c1001-f3f8-49f5-828d-ae1b138811b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.211241] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 946.211241] env[62859]: value = "task-2538270" [ 946.211241] env[62859]: _type = "Task" [ 946.211241] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.220281] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538270, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.253790] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538268, 'name': CreateVM_Task, 'duration_secs': 0.349438} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.254012] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.255169] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.255345] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.255668] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 946.255967] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb60b980-b4c9-44ea-bea2-97d7c028011a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.261574] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 946.261574] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52666b96-e79b-7539-37f4-0a8e0755e067" [ 946.261574] env[62859]: _type = "Task" [ 946.261574] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.271037] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52666b96-e79b-7539-37f4-0a8e0755e067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.613209] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.614540] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.672s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.616529] env[62859]: INFO nova.compute.claims [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.662603] env[62859]: DEBUG oslo_vmware.api [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538269, 'name': PowerOffVM_Task, 'duration_secs': 0.266082} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.662878] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.663056] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.663456] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59401188-ac32-4f5d-aaad-9dfbf1463ea5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.695277] env[62859]: DEBUG nova.network.neutron [req-006793e8-53d3-4ae1-8ae0-e048c826e9d7 req-97731bcb-1347-4cab-8a09-70f3aa7594a4 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Updated VIF entry in instance network info cache for port 14c8b196-47c6-491e-b81e-38c31d91ef48. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.695653] env[62859]: DEBUG nova.network.neutron [req-006793e8-53d3-4ae1-8ae0-e048c826e9d7 req-97731bcb-1347-4cab-8a09-70f3aa7594a4 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Updating instance_info_cache with network_info: [{"id": "14c8b196-47c6-491e-b81e-38c31d91ef48", "address": "fa:16:3e:b3:53:21", "network": {"id": "2af4e5b2-07e6-4fbb-b00a-baec821d8b51", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1187478318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48aff45f3d5549d5b587282e685af6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c8b196-47", "ovs_interfaceid": "14c8b196-47c6-491e-b81e-38c31d91ef48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.727614] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538270, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.729314] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.729521] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.729701] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleting the datastore file [datastore2] 87ba25fb-c7c5-4568-8a71-b97136947fcf {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.729964] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faec3e37-42ee-4d01-8ef7-386545fd36cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.739410] env[62859]: DEBUG oslo_vmware.api [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for the task: (returnval){ [ 946.739410] env[62859]: value = "task-2538272" [ 946.739410] env[62859]: _type = "Task" [ 946.739410] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.749346] env[62859]: DEBUG oslo_vmware.api [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.771732] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52666b96-e79b-7539-37f4-0a8e0755e067, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.772142] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.772315] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.772558] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.772699] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.772877] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.773173] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0f54664-9a09-4c06-a028-7ff608a365b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.782134] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.782455] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.783331] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5fae8c0-9944-43c2-a66c-e41fc4c6b7ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.789253] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 946.789253] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5262b46d-1695-e603-b8dd-9c34e88554c7" [ 946.789253] env[62859]: _type = "Task" [ 946.789253] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.797594] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5262b46d-1695-e603-b8dd-9c34e88554c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.121123] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquiring lock "5d96ea1c-5af1-4c66-bb87-d06d9d9fbe2c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.121481] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "5d96ea1c-5af1-4c66-bb87-d06d9d9fbe2c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.199027] env[62859]: DEBUG oslo_concurrency.lockutils [req-006793e8-53d3-4ae1-8ae0-e048c826e9d7 req-97731bcb-1347-4cab-8a09-70f3aa7594a4 service nova] Releasing lock "refresh_cache-d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.224283] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538270, 'name': CreateSnapshot_Task, 'duration_secs': 0.546263} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.224283] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.224576] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac39c3de-c598-4ad0-96ca-38fe07b31abc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.249872] env[62859]: DEBUG oslo_vmware.api [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Task: {'id': task-2538272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143075} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.250152] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.250345] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.250531] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.250703] env[62859]: INFO nova.compute.manager [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 947.250943] env[62859]: DEBUG oslo.service.loopingcall [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.251460] env[62859]: DEBUG nova.compute.manager [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.251556] env[62859]: DEBUG nova.network.neutron [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.300209] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5262b46d-1695-e603-b8dd-9c34e88554c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.301052] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deed53d9-af45-4c96-9e27-38c508870cb7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.307063] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 947.307063] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529b80e8-43df-3203-7d19-dd75d8cf90b4" [ 947.307063] env[62859]: _type = "Task" [ 947.307063] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.316246] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529b80e8-43df-3203-7d19-dd75d8cf90b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.627051] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "5d96ea1c-5af1-4c66-bb87-d06d9d9fbe2c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.627647] env[62859]: DEBUG nova.compute.manager [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.676360] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "32ded70b-ce17-4986-a2b7-812513c24614" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.676622] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.742913] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.743296] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57b9d732-b6f4-47e8-8a5e-f58a3d31aa51 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.754576] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 947.754576] env[62859]: value = "task-2538273" [ 947.754576] env[62859]: _type = "Task" [ 947.754576] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.765160] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538273, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.816784] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529b80e8-43df-3203-7d19-dd75d8cf90b4, 'name': SearchDatastore_Task, 'duration_secs': 0.017567} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.819638] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.819863] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] d0730eb3-ffe7-4030-b5cc-8b9c36fbd357/d0730eb3-ffe7-4030-b5cc-8b9c36fbd357.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.820342] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-affe2aa2-c195-4eb1-ba3a-afc9f016fc46 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.829376] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 947.829376] env[62859]: value = "task-2538274" [ 947.829376] env[62859]: _type = "Task" [ 947.829376] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.839088] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.866583] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b107ce-cf1f-4d79-990d-9cd78c0f4e81 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.873390] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a911db-c9c7-4b63-b0b8-57795ad6a86f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.905751] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4571dc-e799-41b4-bae5-550e940298c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.913437] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c862234-4cbd-451f-b2ce-8e800158a996 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.927322] env[62859]: DEBUG nova.compute.provider_tree [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.969664] env[62859]: DEBUG nova.compute.manager [req-3d2d1508-3c30-455e-b17c-8e351594c5ce req-9f855a09-fc22-47ef-a9f6-4d2de0a3d218 service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Received event network-vif-deleted-59722c06-ca68-44a0-b7a2-216c6c2d7057 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.969719] env[62859]: INFO nova.compute.manager [req-3d2d1508-3c30-455e-b17c-8e351594c5ce req-9f855a09-fc22-47ef-a9f6-4d2de0a3d218 service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Neutron deleted interface 59722c06-ca68-44a0-b7a2-216c6c2d7057; detaching it from the instance and deleting it from the info cache [ 947.969863] env[62859]: DEBUG nova.network.neutron [req-3d2d1508-3c30-455e-b17c-8e351594c5ce req-9f855a09-fc22-47ef-a9f6-4d2de0a3d218 service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.998702] env[62859]: DEBUG nova.network.neutron [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.136019] env[62859]: DEBUG nova.compute.utils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.137616] env[62859]: DEBUG nova.compute.manager [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.137807] env[62859]: DEBUG nova.network.neutron [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.177024] env[62859]: DEBUG nova.policy [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fef91ea5ec6e4265ba23b99c09fb7cde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e20ee124a0e044de84861894ae406ba9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.183336] env[62859]: INFO nova.compute.manager [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Detaching volume cf376de5-017b-46d0-bd0f-559d6da98f37 [ 948.222593] env[62859]: INFO nova.virt.block_device [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Attempting to driver detach volume cf376de5-017b-46d0-bd0f-559d6da98f37 from mountpoint /dev/sdb [ 948.222866] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 948.223079] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512792', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'name': 'volume-cf376de5-017b-46d0-bd0f-559d6da98f37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '32ded70b-ce17-4986-a2b7-812513c24614', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'serial': 'cf376de5-017b-46d0-bd0f-559d6da98f37'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 948.224212] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b284ee5-0334-4bfd-88b5-cc05a0ba9ba6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.249120] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90febf40-ad19-4dae-b10a-8e7142254c9f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.260310] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f775aa11-9e47-4730-8adf-4d269fb25dc7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.269652] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538273, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.288774] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111bff7a-58c8-4ac6-83b8-eae6293ea0d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.306608] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] The volume has not been displaced from its original location: [datastore2] volume-cf376de5-017b-46d0-bd0f-559d6da98f37/volume-cf376de5-017b-46d0-bd0f-559d6da98f37.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 948.312666] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 948.313120] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f558a377-a39d-4461-a1f8-0c2aa4990a97 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.339570] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538274, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.341029] env[62859]: DEBUG oslo_vmware.api [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 948.341029] env[62859]: value = "task-2538275" [ 948.341029] env[62859]: _type = "Task" [ 948.341029] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.349724] env[62859]: DEBUG oslo_vmware.api [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.430899] env[62859]: DEBUG nova.scheduler.client.report [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.477312] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad0245d2-a0ee-4f7e-8809-8c3dabab92c4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.482442] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb16bdd5-dacd-4227-9fa4-159df18f1550 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.501514] env[62859]: INFO nova.compute.manager [-] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Took 1.25 seconds to deallocate network for instance. [ 948.518502] env[62859]: DEBUG nova.compute.manager [req-3d2d1508-3c30-455e-b17c-8e351594c5ce req-9f855a09-fc22-47ef-a9f6-4d2de0a3d218 service nova] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Detach interface failed, port_id=59722c06-ca68-44a0-b7a2-216c6c2d7057, reason: Instance 87ba25fb-c7c5-4568-8a71-b97136947fcf could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 948.519668] env[62859]: DEBUG nova.network.neutron [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Successfully created port: 759da6ef-3e96-4d8c-8ac3-dbaac2a3522f {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.641337] env[62859]: DEBUG nova.compute.manager [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.766086] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538273, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.838383] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561674} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.838630] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] d0730eb3-ffe7-4030-b5cc-8b9c36fbd357/d0730eb3-ffe7-4030-b5cc-8b9c36fbd357.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.838841] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.839389] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b00b79d1-cf27-46fc-98ef-51cf7f66024d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.846071] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 948.846071] env[62859]: value = "task-2538276" [ 948.846071] env[62859]: _type = "Task" [ 948.846071] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.849061] env[62859]: DEBUG oslo_vmware.api [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538275, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.857754] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.937472] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.937472] env[62859]: DEBUG nova.compute.manager [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.940208] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.016s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.941680] env[62859]: INFO nova.compute.claims [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.009359] env[62859]: DEBUG oslo_concurrency.lockutils [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.267776] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538273, 'name': CloneVM_Task, 'duration_secs': 1.161957} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.268041] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Created linked-clone VM from snapshot [ 949.268766] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a71872-bfda-4e7f-bfb5-11e9cec29145 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.278214] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Uploading image a2958c03-d83c-448f-85a2-c91912baa8f8 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.290766] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 949.291116] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d6a371b-7cb4-46d0-8485-14acfc983a78 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.297454] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 949.297454] env[62859]: value = "task-2538277" [ 949.297454] env[62859]: _type = "Task" [ 949.297454] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.305136] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538277, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.350537] env[62859]: DEBUG oslo_vmware.api [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538275, 'name': ReconfigVM_Task, 'duration_secs': 0.54867} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.353613] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 949.358306] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe7adc8-4ead-4e2c-9d17-f7ab2618db01 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.372281] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089148} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.373393] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.373723] env[62859]: DEBUG oslo_vmware.api [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 949.373723] env[62859]: value = "task-2538278" [ 949.373723] env[62859]: _type = "Task" [ 949.373723] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.374398] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6334745-3296-4f64-8f3c-ce13e0525ef6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.398475] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d0730eb3-ffe7-4030-b5cc-8b9c36fbd357/d0730eb3-ffe7-4030-b5cc-8b9c36fbd357.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.401645] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44afa170-6b3d-41ea-aac5-ea1469dfbba9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.415362] env[62859]: DEBUG oslo_vmware.api [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.421676] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 949.421676] env[62859]: value = "task-2538279" [ 949.421676] env[62859]: _type = "Task" [ 949.421676] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.429385] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.446334] env[62859]: DEBUG nova.compute.utils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.449705] env[62859]: DEBUG nova.compute.manager [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.449951] env[62859]: DEBUG nova.network.neutron [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.495927] env[62859]: DEBUG nova.policy [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b29d3348a044984a1448d7a76497b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b227ecbe4a204e27a0be879ffa400d90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.652119] env[62859]: DEBUG nova.compute.manager [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.680916] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.681793] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.681793] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.681793] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.681793] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.681793] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.681986] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.687447] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.687447] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.687447] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.687447] env[62859]: DEBUG nova.virt.hardware [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.687447] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143762f7-b078-446d-86bb-9aa5a64afb64 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.695579] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1fae01-9298-442d-878d-511c903ab863 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.782157] env[62859]: DEBUG nova.network.neutron [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Successfully created port: cb8ab750-81b1-46b0-a1d9-ac53d087db86 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.807591] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538277, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.886608] env[62859]: DEBUG oslo_vmware.api [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538278, 'name': ReconfigVM_Task, 'duration_secs': 0.272344} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.886974] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512792', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'name': 'volume-cf376de5-017b-46d0-bd0f-559d6da98f37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '32ded70b-ce17-4986-a2b7-812513c24614', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf376de5-017b-46d0-bd0f-559d6da98f37', 'serial': 'cf376de5-017b-46d0-bd0f-559d6da98f37'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 949.931484] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.950342] env[62859]: DEBUG nova.compute.manager [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.975773] env[62859]: DEBUG nova.network.neutron [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Successfully updated port: 759da6ef-3e96-4d8c-8ac3-dbaac2a3522f {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.062425] env[62859]: DEBUG nova.compute.manager [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Received event network-vif-plugged-759da6ef-3e96-4d8c-8ac3-dbaac2a3522f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.062679] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] Acquiring lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.062910] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] Lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.063138] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] Lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.063288] env[62859]: DEBUG nova.compute.manager [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] No waiting events found dispatching network-vif-plugged-759da6ef-3e96-4d8c-8ac3-dbaac2a3522f {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.063475] env[62859]: WARNING nova.compute.manager [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Received unexpected event network-vif-plugged-759da6ef-3e96-4d8c-8ac3-dbaac2a3522f for instance with vm_state building and task_state spawning. [ 950.063651] env[62859]: DEBUG nova.compute.manager [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Received event network-changed-759da6ef-3e96-4d8c-8ac3-dbaac2a3522f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.063806] env[62859]: DEBUG nova.compute.manager [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Refreshing instance network info cache due to event network-changed-759da6ef-3e96-4d8c-8ac3-dbaac2a3522f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 950.064081] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] Acquiring lock "refresh_cache-e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.064357] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] Acquired lock "refresh_cache-e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.064582] env[62859]: DEBUG nova.network.neutron [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Refreshing network info cache for port 759da6ef-3e96-4d8c-8ac3-dbaac2a3522f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.229297] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9af447b-942a-43cb-94cc-d28e62157fe8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.235987] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8a6690-14fd-4278-91d3-96edfcb6c2b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.266068] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fffdb5f-1845-44f8-bc9d-3aa695e15289 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.274046] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68611ab5-3a05-47c6-9d9d-42a971438aa1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.287807] env[62859]: DEBUG nova.compute.provider_tree [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.308272] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538277, 'name': Destroy_Task, 'duration_secs': 0.807239} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.308272] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Destroyed the VM [ 950.308585] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 950.308833] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50e2c206-33d7-45e2-aeb9-879a2e50baa6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.315359] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 950.315359] env[62859]: value = "task-2538280" [ 950.315359] env[62859]: _type = "Task" [ 950.315359] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.324348] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.431820] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538279, 'name': ReconfigVM_Task, 'duration_secs': 0.791851} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.433176] env[62859]: DEBUG nova.objects.instance [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lazy-loading 'flavor' on Instance uuid 32ded70b-ce17-4986-a2b7-812513c24614 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.434474] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d0730eb3-ffe7-4030-b5cc-8b9c36fbd357/d0730eb3-ffe7-4030-b5cc-8b9c36fbd357.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.435291] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e99ea895-e92c-47b8-83af-376f5c3a209c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.441852] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 950.441852] env[62859]: value = "task-2538281" [ 950.441852] env[62859]: _type = "Task" [ 950.441852] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.449489] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538281, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.479838] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquiring lock "refresh_cache-e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.597972] env[62859]: DEBUG nova.network.neutron [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.674825] env[62859]: DEBUG nova.network.neutron [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.791354] env[62859]: DEBUG nova.scheduler.client.report [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.825554] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.952847] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538281, 'name': Rename_Task, 'duration_secs': 0.147065} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.953706] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.953954] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b02048a-301f-4038-ada5-74b9b28511b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.961647] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 950.961647] env[62859]: value = "task-2538282" [ 950.961647] env[62859]: _type = "Task" [ 950.961647] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.965927] env[62859]: DEBUG nova.compute.manager [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.972812] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.994677] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.994990] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.995201] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.995429] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.995580] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.995731] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.995957] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.996196] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.996409] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.996613] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.996801] env[62859]: DEBUG nova.virt.hardware [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.997729] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a61623e-7986-4292-8f67-78154c7a5f99 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.006216] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107317c3-6f2d-4152-abc8-610e73f07d28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.177780] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c6374a7-bdbb-4c4f-a8ff-221d5b29e5ea req-a54d6d5e-15d4-4cb0-a124-71fffc3e614b service nova] Releasing lock "refresh_cache-e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.178225] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquired lock "refresh_cache-e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.178401] env[62859]: DEBUG nova.network.neutron [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.297042] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.300024] env[62859]: DEBUG nova.compute.manager [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.301906] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.633s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.303744] env[62859]: INFO nova.compute.claims [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.330657] env[62859]: DEBUG oslo_vmware.api [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538280, 'name': RemoveSnapshot_Task, 'duration_secs': 0.897362} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.330657] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 951.441491] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b0756b0b-f846-4592-8381-81f6b8487d10 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.765s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.474318] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538282, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.479904] env[62859]: DEBUG nova.compute.manager [req-d7203a31-29aa-4de9-ad07-91c5217d778d req-00e450e8-bf85-4086-bcd0-deed5175d580 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Received event network-vif-plugged-cb8ab750-81b1-46b0-a1d9-ac53d087db86 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.480137] env[62859]: DEBUG oslo_concurrency.lockutils [req-d7203a31-29aa-4de9-ad07-91c5217d778d req-00e450e8-bf85-4086-bcd0-deed5175d580 service nova] Acquiring lock "33793e48-aee8-46f2-a0e8-3f20cd05e858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.480358] env[62859]: DEBUG oslo_concurrency.lockutils [req-d7203a31-29aa-4de9-ad07-91c5217d778d req-00e450e8-bf85-4086-bcd0-deed5175d580 service nova] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.480555] env[62859]: DEBUG oslo_concurrency.lockutils [req-d7203a31-29aa-4de9-ad07-91c5217d778d req-00e450e8-bf85-4086-bcd0-deed5175d580 service nova] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.480904] env[62859]: DEBUG nova.compute.manager [req-d7203a31-29aa-4de9-ad07-91c5217d778d req-00e450e8-bf85-4086-bcd0-deed5175d580 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] No waiting events found dispatching network-vif-plugged-cb8ab750-81b1-46b0-a1d9-ac53d087db86 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.481779] env[62859]: WARNING nova.compute.manager [req-d7203a31-29aa-4de9-ad07-91c5217d778d req-00e450e8-bf85-4086-bcd0-deed5175d580 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Received unexpected event network-vif-plugged-cb8ab750-81b1-46b0-a1d9-ac53d087db86 for instance with vm_state building and task_state spawning. [ 951.550787] env[62859]: DEBUG nova.network.neutron [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Successfully updated port: cb8ab750-81b1-46b0-a1d9-ac53d087db86 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.707974] env[62859]: DEBUG nova.network.neutron [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.803187] env[62859]: DEBUG nova.compute.utils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.804742] env[62859]: DEBUG nova.compute.manager [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.804913] env[62859]: DEBUG nova.network.neutron [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.836258] env[62859]: WARNING nova.compute.manager [None req-7c62a786-f388-474f-9105-c7c1bc0c8232 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Image not found during snapshot: nova.exception.ImageNotFound: Image a2958c03-d83c-448f-85a2-c91912baa8f8 could not be found. [ 951.842427] env[62859]: DEBUG nova.network.neutron [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Updating instance_info_cache with network_info: [{"id": "759da6ef-3e96-4d8c-8ac3-dbaac2a3522f", "address": "fa:16:3e:d1:3f:18", "network": {"id": "24f48206-7c09-47e9-a0fc-71f19ba9df82", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1705748218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20ee124a0e044de84861894ae406ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759da6ef-3e", "ovs_interfaceid": "759da6ef-3e96-4d8c-8ac3-dbaac2a3522f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.847647] env[62859]: DEBUG nova.policy [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3eb7c1dc7b1432ca44955f92b71f592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c997984a81d942edb6a6931ac478b38b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.971999] env[62859]: DEBUG oslo_vmware.api [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538282, 'name': PowerOnVM_Task, 'duration_secs': 0.523955} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.972270] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.972472] env[62859]: INFO nova.compute.manager [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Took 8.64 seconds to spawn the instance on the hypervisor. [ 951.972651] env[62859]: DEBUG nova.compute.manager [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.973423] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db01b764-8cd7-46e4-9cf5-33c522df1678 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.056799] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.057036] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.057132] env[62859]: DEBUG nova.network.neutron [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.072213] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "32ded70b-ce17-4986-a2b7-812513c24614" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.072213] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.072213] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "32ded70b-ce17-4986-a2b7-812513c24614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.072341] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.073482] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.074832] env[62859]: INFO nova.compute.manager [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Terminating instance [ 952.119290] env[62859]: DEBUG nova.network.neutron [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Successfully created port: 57e99c98-88ec-4e1d-99cd-e7a9a6438feb {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.308186] env[62859]: DEBUG nova.compute.manager [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.344662] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Releasing lock "refresh_cache-e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.345032] env[62859]: DEBUG nova.compute.manager [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Instance network_info: |[{"id": "759da6ef-3e96-4d8c-8ac3-dbaac2a3522f", "address": "fa:16:3e:d1:3f:18", "network": {"id": "24f48206-7c09-47e9-a0fc-71f19ba9df82", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1705748218-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e20ee124a0e044de84861894ae406ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759da6ef-3e", "ovs_interfaceid": "759da6ef-3e96-4d8c-8ac3-dbaac2a3522f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.345461] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:3f:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '759da6ef-3e96-4d8c-8ac3-dbaac2a3522f', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.353229] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Creating folder: Project (e20ee124a0e044de84861894ae406ba9). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.356677] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f48376a2-2f68-43c5-8dbe-b95da120d1e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.368226] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Created folder: Project (e20ee124a0e044de84861894ae406ba9) in parent group-v512592. [ 952.368416] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Creating folder: Instances. Parent ref: group-v512822. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.368686] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ccdb841-2990-4f16-ac2d-fc7436ac89a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.377393] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Created folder: Instances in parent group-v512822. [ 952.377636] env[62859]: DEBUG oslo.service.loopingcall [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.377807] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.378022] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15385ce5-f8f1-4b66-8cae-6afe2e578211 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.400604] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.400604] env[62859]: value = "task-2538285" [ 952.400604] env[62859]: _type = "Task" [ 952.400604] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.411047] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538285, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.492913] env[62859]: INFO nova.compute.manager [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Took 27.86 seconds to build instance. [ 952.565931] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1c1fe8-a36d-4f1c-b805-e3f2ee543deb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.576248] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e655ed22-7b6c-4a5f-8605-5f3f71c0710a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.580161] env[62859]: DEBUG nova.compute.manager [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.580380] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.581404] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42481fc-8e1e-40b0-bba9-c456b96b3c20 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.589250] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.613352] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66016c51-730c-428d-b4a6-47c441e92a98 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.616138] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3673eb-cf7f-4129-bda0-77b72bfe2167 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.625440] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e5e073-b9d6-4f7e-8d73-6ff2785d7abe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.630029] env[62859]: DEBUG oslo_vmware.api [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 952.630029] env[62859]: value = "task-2538286" [ 952.630029] env[62859]: _type = "Task" [ 952.630029] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.643262] env[62859]: DEBUG nova.compute.provider_tree [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.647051] env[62859]: DEBUG nova.network.neutron [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.655268] env[62859]: DEBUG oslo_vmware.api [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.911020] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538285, 'name': CreateVM_Task, 'duration_secs': 0.452182} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.911368] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.911934] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.912117] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.912424] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.912678] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f14b5e-576a-44b3-a0fc-12b31fd813ca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.917600] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 952.917600] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e3e394-3e07-ce81-0dc1-92cde37ae225" [ 952.917600] env[62859]: _type = "Task" [ 952.917600] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.925657] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e3e394-3e07-ce81-0dc1-92cde37ae225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.998474] env[62859]: DEBUG oslo_concurrency.lockutils [None req-964866b7-2806-468d-a05e-81b69b5900ff tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.379s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.003568] env[62859]: DEBUG nova.network.neutron [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance_info_cache with network_info: [{"id": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "address": "fa:16:3e:60:f8:da", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ab750-81", "ovs_interfaceid": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.143963] env[62859]: DEBUG oslo_vmware.api [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538286, 'name': PowerOffVM_Task, 'duration_secs': 0.237005} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.144366] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.144628] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.144962] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d52ef063-adfb-4fba-ac11-5b225daff6b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.150694] env[62859]: DEBUG nova.scheduler.client.report [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.197878] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "c80e4863-16d7-4cce-81c8-0426bc834026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.198169] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "c80e4863-16d7-4cce-81c8-0426bc834026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.198472] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "c80e4863-16d7-4cce-81c8-0426bc834026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.198692] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "c80e4863-16d7-4cce-81c8-0426bc834026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.198868] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "c80e4863-16d7-4cce-81c8-0426bc834026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.201680] env[62859]: INFO nova.compute.manager [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Terminating instance [ 953.206015] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.206294] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.206500] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleting the datastore file [datastore2] 32ded70b-ce17-4986-a2b7-812513c24614 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.207639] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ca4fbf3-3f6f-4b48-9837-62e3785a2c91 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.214583] env[62859]: DEBUG oslo_vmware.api [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 953.214583] env[62859]: value = "task-2538288" [ 953.214583] env[62859]: _type = "Task" [ 953.214583] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.224126] env[62859]: DEBUG oslo_vmware.api [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.321998] env[62859]: DEBUG nova.compute.manager [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.359316] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.359675] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.359861] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.360067] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.360293] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.360455] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.360831] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.360831] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.360972] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.361190] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.361328] env[62859]: DEBUG nova.virt.hardware [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.362225] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a2ea82-9cf8-4f6e-a70c-2e881408fa0f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.372400] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1141fab0-03d3-4cab-85e9-99087ac3603e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.427492] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e3e394-3e07-ce81-0dc1-92cde37ae225, 'name': SearchDatastore_Task, 'duration_secs': 0.032646} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.427780] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.428203] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.428288] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.428426] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.428603] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.428914] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aa1ef49-ac56-49a7-9f06-9baed4c202a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.437150] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.437340] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.438049] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad709169-f62f-4980-9866-44c43742f0c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.443425] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 953.443425] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e8d79c-3c33-c3a6-bb8f-647c55bdeb96" [ 953.443425] env[62859]: _type = "Task" [ 953.443425] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.451189] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e8d79c-3c33-c3a6-bb8f-647c55bdeb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.505911] env[62859]: DEBUG nova.compute.manager [req-00acc8c2-25ee-4798-a7ae-c31a2369d870 req-91d942ee-f612-41ce-bb55-e3f9455f627f service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Received event network-vif-plugged-57e99c98-88ec-4e1d-99cd-e7a9a6438feb {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.506128] env[62859]: DEBUG oslo_concurrency.lockutils [req-00acc8c2-25ee-4798-a7ae-c31a2369d870 req-91d942ee-f612-41ce-bb55-e3f9455f627f service nova] Acquiring lock "c45237e1-fa97-4539-a2ee-77fb50619c40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.506376] env[62859]: DEBUG oslo_concurrency.lockutils [req-00acc8c2-25ee-4798-a7ae-c31a2369d870 req-91d942ee-f612-41ce-bb55-e3f9455f627f service nova] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.506547] env[62859]: DEBUG oslo_concurrency.lockutils [req-00acc8c2-25ee-4798-a7ae-c31a2369d870 req-91d942ee-f612-41ce-bb55-e3f9455f627f service nova] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.506712] env[62859]: DEBUG nova.compute.manager [req-00acc8c2-25ee-4798-a7ae-c31a2369d870 req-91d942ee-f612-41ce-bb55-e3f9455f627f service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] No waiting events found dispatching network-vif-plugged-57e99c98-88ec-4e1d-99cd-e7a9a6438feb {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.506875] env[62859]: WARNING nova.compute.manager [req-00acc8c2-25ee-4798-a7ae-c31a2369d870 req-91d942ee-f612-41ce-bb55-e3f9455f627f service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Received unexpected event network-vif-plugged-57e99c98-88ec-4e1d-99cd-e7a9a6438feb for instance with vm_state building and task_state spawning. [ 953.507533] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.507797] env[62859]: DEBUG nova.compute.manager [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Instance network_info: |[{"id": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "address": "fa:16:3e:60:f8:da", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ab750-81", "ovs_interfaceid": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.508430] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:f8:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb8ab750-81b1-46b0-a1d9-ac53d087db86', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.515951] env[62859]: DEBUG oslo.service.loopingcall [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.517420] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.518817] env[62859]: DEBUG nova.compute.manager [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Received event network-changed-cb8ab750-81b1-46b0-a1d9-ac53d087db86 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 953.518997] env[62859]: DEBUG nova.compute.manager [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Refreshing instance network info cache due to event network-changed-cb8ab750-81b1-46b0-a1d9-ac53d087db86. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 953.519213] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] Acquiring lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.519359] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] Acquired lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.519523] env[62859]: DEBUG nova.network.neutron [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Refreshing network info cache for port cb8ab750-81b1-46b0-a1d9-ac53d087db86 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.520523] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce7a784a-8dc2-4c0b-9d14-4363fcf2fbff {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.544330] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.544330] env[62859]: value = "task-2538289" [ 953.544330] env[62859]: _type = "Task" [ 953.544330] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.556055] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538289, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.591276] env[62859]: DEBUG nova.network.neutron [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Successfully updated port: 57e99c98-88ec-4e1d-99cd-e7a9a6438feb {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.657795] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.658619] env[62859]: DEBUG nova.compute.manager [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.662022] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.434s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.663791] env[62859]: INFO nova.compute.claims [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.711082] env[62859]: DEBUG nova.compute.manager [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.711332] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.712615] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c054baa1-b2a1-4d74-ad80-04ca05562541 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.724015] env[62859]: DEBUG oslo_vmware.api [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181583} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.726101] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.726335] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.726521] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.726697] env[62859]: INFO nova.compute.manager [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Took 1.15 seconds to destroy the instance on the hypervisor. [ 953.726992] env[62859]: DEBUG oslo.service.loopingcall [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 953.727209] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.727433] env[62859]: DEBUG nova.compute.manager [-] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.727532] env[62859]: DEBUG nova.network.neutron [-] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.729188] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a98f6c01-641f-4bd4-9101-d0579d37fd7b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.735087] env[62859]: DEBUG oslo_vmware.api [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 953.735087] env[62859]: value = "task-2538290" [ 953.735087] env[62859]: _type = "Task" [ 953.735087] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.742555] env[62859]: DEBUG oslo_vmware.api [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.954420] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e8d79c-3c33-c3a6-bb8f-647c55bdeb96, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.955387] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61bc5a5-90bf-4625-a3a2-a5e8a9ced687 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.961100] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 953.961100] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52049ce9-83a4-a9a0-1148-60c406a02cda" [ 953.961100] env[62859]: _type = "Task" [ 953.961100] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.970943] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52049ce9-83a4-a9a0-1148-60c406a02cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.053666] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538289, 'name': CreateVM_Task, 'duration_secs': 0.354514} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.054036] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.054965] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.055655] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.055794] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 954.056063] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5304f42a-2815-4eca-ba63-74412f63637e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.061648] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 954.061648] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e5ddb9-1278-adc3-8b0f-80f4b5ff9889" [ 954.061648] env[62859]: _type = "Task" [ 954.061648] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.069444] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e5ddb9-1278-adc3-8b0f-80f4b5ff9889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.097909] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.098272] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.098449] env[62859]: DEBUG nova.network.neutron [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.168999] env[62859]: DEBUG nova.compute.utils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.175542] env[62859]: DEBUG nova.compute.manager [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.175729] env[62859]: DEBUG nova.network.neutron [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.216022] env[62859]: DEBUG nova.policy [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86cbe6ab31ec4cf4878ff2585e28a242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9433f1b2986d447c895d576ade8a7c6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.247453] env[62859]: DEBUG oslo_vmware.api [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538290, 'name': PowerOffVM_Task, 'duration_secs': 0.175767} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.247747] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.247915] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.248186] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d34168-daef-4d69-ac1d-ab70d2bb13de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.307076] env[62859]: DEBUG nova.network.neutron [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updated VIF entry in instance network info cache for port cb8ab750-81b1-46b0-a1d9-ac53d087db86. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.308182] env[62859]: DEBUG nova.network.neutron [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance_info_cache with network_info: [{"id": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "address": "fa:16:3e:60:f8:da", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ab750-81", "ovs_interfaceid": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.314735] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.314957] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.315167] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleting the datastore file [datastore1] c80e4863-16d7-4cce-81c8-0426bc834026 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.315557] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b80114c-e13d-402e-bd39-0bfcdffd9461 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.323310] env[62859]: DEBUG oslo_vmware.api [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for the task: (returnval){ [ 954.323310] env[62859]: value = "task-2538292" [ 954.323310] env[62859]: _type = "Task" [ 954.323310] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.332878] env[62859]: DEBUG oslo_vmware.api [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.474879] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52049ce9-83a4-a9a0-1148-60c406a02cda, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.475186] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.475447] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5/e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.475715] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-325a5198-75bf-42ca-9b18-4e0fb6a48f9a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.482644] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 954.482644] env[62859]: value = "task-2538293" [ 954.482644] env[62859]: _type = "Task" [ 954.482644] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.491661] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.513712] env[62859]: DEBUG nova.network.neutron [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Successfully created port: d639e070-7c81-44a0-bd91-c62a9190ed3e {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.572960] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e5ddb9-1278-adc3-8b0f-80f4b5ff9889, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.573342] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.573647] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.573909] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.574091] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.574311] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.574606] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec0d24b-bbd5-4c9c-b967-7d3300e9604e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.584560] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.584763] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.585659] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f263d33e-02bc-4c2f-86ba-352054d71d74 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.592668] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 954.592668] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528c2417-9761-3729-7336-636af42fcc3c" [ 954.592668] env[62859]: _type = "Task" [ 954.592668] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.602242] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528c2417-9761-3729-7336-636af42fcc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.647979] env[62859]: DEBUG nova.network.neutron [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.677190] env[62859]: DEBUG nova.compute.manager [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.686621] env[62859]: DEBUG nova.network.neutron [-] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.742597] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "69304681-00ad-41e3-b445-65e420e5aa36" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.742830] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.810638] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] Releasing lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.811619] env[62859]: DEBUG nova.compute.manager [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Received event network-changed-14c8b196-47c6-491e-b81e-38c31d91ef48 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.811619] env[62859]: DEBUG nova.compute.manager [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Refreshing instance network info cache due to event network-changed-14c8b196-47c6-491e-b81e-38c31d91ef48. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.811619] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] Acquiring lock "refresh_cache-d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.811619] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] Acquired lock "refresh_cache-d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.811829] env[62859]: DEBUG nova.network.neutron [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Refreshing network info cache for port 14c8b196-47c6-491e-b81e-38c31d91ef48 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.833824] env[62859]: DEBUG oslo_vmware.api [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Task: {'id': task-2538292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257799} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.833824] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.834061] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.834207] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.834378] env[62859]: INFO nova.compute.manager [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Took 1.12 seconds to destroy the instance on the hypervisor. [ 954.834613] env[62859]: DEBUG oslo.service.loopingcall [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.837555] env[62859]: DEBUG nova.compute.manager [-] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.837675] env[62859]: DEBUG nova.network.neutron [-] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.871376] env[62859]: DEBUG nova.network.neutron [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.990351] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e8f393-baa1-4d94-8ea3-ebb11c2eccd2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.999737] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538293, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.002308] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bebf2a-b74b-4cec-9ffa-385efa3c91de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.036990] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619e723c-95d6-4fe4-8a14-d10a18ef3e3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.045158] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5f2408-9476-4f1b-b6e4-7f13b1676a37 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.060033] env[62859]: DEBUG nova.compute.provider_tree [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.105174] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528c2417-9761-3729-7336-636af42fcc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.106736] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e1cb27-7f53-49f4-96a1-5195c632253e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.115672] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 955.115672] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b2c795-1ecf-892d-ef85-c2e8c6e521f2" [ 955.115672] env[62859]: _type = "Task" [ 955.115672] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.133820] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b2c795-1ecf-892d-ef85-c2e8c6e521f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.190799] env[62859]: INFO nova.compute.manager [-] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Took 1.46 seconds to deallocate network for instance. [ 955.248239] env[62859]: DEBUG nova.compute.utils [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.373804] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.374409] env[62859]: DEBUG nova.compute.manager [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Instance network_info: |[{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.374685] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:87:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57e99c98-88ec-4e1d-99cd-e7a9a6438feb', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.382275] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Creating folder: Project (c997984a81d942edb6a6931ac478b38b). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.382561] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb51f0b4-f8e1-499a-819c-191c709a6437 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.393512] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Created folder: Project (c997984a81d942edb6a6931ac478b38b) in parent group-v512592. [ 955.393709] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Creating folder: Instances. Parent ref: group-v512826. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.393954] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf70e10-d38b-4f12-afad-bcf9b4876664 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.405376] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Created folder: Instances in parent group-v512826. [ 955.405608] env[62859]: DEBUG oslo.service.loopingcall [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.405802] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.406016] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2b1d64f-9b14-42e1-8687-b5e3b18a10b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.424749] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.424749] env[62859]: value = "task-2538296" [ 955.424749] env[62859]: _type = "Task" [ 955.424749] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.436283] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538296, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.493786] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777714} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.494381] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5/e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.494616] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.494896] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c5eeeb6-47e0-4cdd-a734-8909ea9e42e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.502279] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 955.502279] env[62859]: value = "task-2538297" [ 955.502279] env[62859]: _type = "Task" [ 955.502279] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.512623] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.545564] env[62859]: DEBUG nova.compute.manager [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Received event network-changed-57e99c98-88ec-4e1d-99cd-e7a9a6438feb {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.545772] env[62859]: DEBUG nova.compute.manager [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Refreshing instance network info cache due to event network-changed-57e99c98-88ec-4e1d-99cd-e7a9a6438feb. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 955.546011] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.546179] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.546377] env[62859]: DEBUG nova.network.neutron [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Refreshing network info cache for port 57e99c98-88ec-4e1d-99cd-e7a9a6438feb {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.550374] env[62859]: DEBUG nova.network.neutron [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Updated VIF entry in instance network info cache for port 14c8b196-47c6-491e-b81e-38c31d91ef48. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.550695] env[62859]: DEBUG nova.network.neutron [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Updating instance_info_cache with network_info: [{"id": "14c8b196-47c6-491e-b81e-38c31d91ef48", "address": "fa:16:3e:b3:53:21", "network": {"id": "2af4e5b2-07e6-4fbb-b00a-baec821d8b51", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1187478318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48aff45f3d5549d5b587282e685af6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c8b196-47", "ovs_interfaceid": "14c8b196-47c6-491e-b81e-38c31d91ef48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.591815] env[62859]: DEBUG nova.scheduler.client.report [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.592138] env[62859]: DEBUG nova.compute.provider_tree [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 105 to 106 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.592340] env[62859]: DEBUG nova.compute.provider_tree [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.626269] env[62859]: DEBUG nova.network.neutron [-] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.627479] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b2c795-1ecf-892d-ef85-c2e8c6e521f2, 'name': SearchDatastore_Task, 'duration_secs': 0.046618} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.627902] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.628187] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 33793e48-aee8-46f2-a0e8-3f20cd05e858/33793e48-aee8-46f2-a0e8-3f20cd05e858.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.628459] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c30f9937-bf23-493d-8e4c-219aff20b9ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.635016] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 955.635016] env[62859]: value = "task-2538298" [ 955.635016] env[62859]: _type = "Task" [ 955.635016] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.643761] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.692856] env[62859]: DEBUG nova.compute.manager [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.696115] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.720882] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.721096] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.721262] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.721449] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.721600] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.721749] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.721958] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.723306] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.723306] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.723306] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.723306] env[62859]: DEBUG nova.virt.hardware [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.723642] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799c980c-7823-4273-9264-46e57289861b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.732232] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211f15a-1898-4fb3-89ee-0f745768b5db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.750172] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.938769] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538296, 'name': CreateVM_Task, 'duration_secs': 0.396001} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.938769] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.938769] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.938769] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.938769] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.938769] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8fedda-4c28-4aa5-b429-cb5a9ea22b70 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.941522] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 955.941522] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523e0473-7c43-f015-0ee5-7efc1f629f30" [ 955.941522] env[62859]: _type = "Task" [ 955.941522] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.954714] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523e0473-7c43-f015-0ee5-7efc1f629f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.011984] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175839} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.013200] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.014229] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975820cf-ed2e-4387-b4a9-9c7e7e590686 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.039380] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5/e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.039773] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a51ff1b-ca4d-42ef-991f-0feff33c860f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.056176] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ac1b276-b081-4af9-a1ef-b921212bf0f3 req-845268b0-61d0-4642-a8e7-1264af5a68b8 service nova] Releasing lock "refresh_cache-d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.061144] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 956.061144] env[62859]: value = "task-2538299" [ 956.061144] env[62859]: _type = "Task" [ 956.061144] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.069495] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.097560] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.098125] env[62859]: DEBUG nova.compute.manager [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.100681] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.129s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.100907] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.103063] env[62859]: DEBUG oslo_concurrency.lockutils [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.094s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.103158] env[62859]: DEBUG nova.objects.instance [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lazy-loading 'resources' on Instance uuid 87ba25fb-c7c5-4568-8a71-b97136947fcf {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.128480] env[62859]: INFO nova.compute.manager [-] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Took 1.29 seconds to deallocate network for instance. [ 956.135018] env[62859]: INFO nova.scheduler.client.report [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted allocations for instance 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb [ 956.154961] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538298, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.387176] env[62859]: DEBUG nova.network.neutron [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updated VIF entry in instance network info cache for port 57e99c98-88ec-4e1d-99cd-e7a9a6438feb. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.387176] env[62859]: DEBUG nova.network.neutron [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.415197] env[62859]: DEBUG nova.network.neutron [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Successfully updated port: d639e070-7c81-44a0-bd91-c62a9190ed3e {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.452591] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523e0473-7c43-f015-0ee5-7efc1f629f30, 'name': SearchDatastore_Task, 'duration_secs': 0.070832} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.452842] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.453092] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.453336] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.453486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.453667] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.453942] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96e829fd-af4b-4e0b-b137-7dd6e4057a64 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.465814] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.466012] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.466983] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d67a899-c831-44b6-bd77-300370b26f3f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.472411] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 956.472411] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cc082c-17ab-1ebd-8443-db4ade7ecc00" [ 956.472411] env[62859]: _type = "Task" [ 956.472411] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.480551] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cc082c-17ab-1ebd-8443-db4ade7ecc00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.571161] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.605668] env[62859]: DEBUG nova.compute.utils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.609337] env[62859]: DEBUG nova.compute.manager [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.609509] env[62859]: DEBUG nova.network.neutron [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.635023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.645186] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867796} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.645446] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 33793e48-aee8-46f2-a0e8-3f20cd05e858/33793e48-aee8-46f2-a0e8-3f20cd05e858.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.645656] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.645927] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f8d420c-36bc-4e1d-9655-c57a2025a1b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.654527] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6fe97828-6415-4731-ae21-4bfdfb1477ab tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.075s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.657041] env[62859]: DEBUG nova.policy [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a80adbeef0b24a9e90b6ac59cf30fd83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc575212bb084cb080977084ccbdb30c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.659817] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 956.659817] env[62859]: value = "task-2538300" [ 956.659817] env[62859]: _type = "Task" [ 956.659817] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.669467] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.827789] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a7da3-76bc-4ea6-8e0a-4a072b809b4b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.835417] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925b0622-f783-4010-b4aa-11d131e9fb21 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.870218] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2267472b-56c6-4dfa-a387-a3119bcd03c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.878046] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272a46ba-1da0-4f8c-809e-e5203abaed69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.891088] env[62859]: DEBUG nova.compute.provider_tree [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.896017] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.896017] env[62859]: DEBUG nova.compute.manager [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Received event network-vif-deleted-0fc6cf83-1842-4496-b466-100254063f00 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.896017] env[62859]: DEBUG nova.compute.manager [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Received event network-vif-deleted-7e44c0c9-a823-428e-b442-53f8c808dcab {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.896017] env[62859]: INFO nova.compute.manager [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Neutron deleted interface 7e44c0c9-a823-428e-b442-53f8c808dcab; detaching it from the instance and deleting it from the info cache [ 956.896017] env[62859]: DEBUG nova.network.neutron [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.896017] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "69304681-00ad-41e3-b445-65e420e5aa36" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.896017] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.896017] env[62859]: INFO nova.compute.manager [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Attaching volume 119b6fdf-5c06-4317-8f6b-dfca538f9cb4 to /dev/sdb [ 956.917846] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "refresh_cache-4c916463-e864-41e9-8625-b27abed8c991" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.917970] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "refresh_cache-4c916463-e864-41e9-8625-b27abed8c991" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.918214] env[62859]: DEBUG nova.network.neutron [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.931667] env[62859]: DEBUG nova.network.neutron [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Successfully created port: 5725accb-aa23-44dc-9a48-9172c36af937 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.935488] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00db6aec-f67d-4196-829d-2a39846e41ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.942758] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bb41c-cceb-4736-a9e7-1a2bfbfb2bbb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.958136] env[62859]: DEBUG nova.virt.block_device [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Updating existing volume attachment record: 60fcd5a3-5814-4510-92df-e49e4acaea02 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 956.984813] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cc082c-17ab-1ebd-8443-db4ade7ecc00, 'name': SearchDatastore_Task, 'duration_secs': 0.020675} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.988787] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d0f62e-59da-4d9f-9e31-bb0a0923a15d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.991411] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 956.991411] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5296edfd-3c44-ad6e-6e26-e7bcad813935" [ 956.991411] env[62859]: _type = "Task" [ 956.991411] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.999519] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5296edfd-3c44-ad6e-6e26-e7bcad813935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.072195] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538299, 'name': ReconfigVM_Task, 'duration_secs': 0.80505} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.072471] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5/e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.073115] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d0a6201-8b18-4c51-a0b4-140374c7393d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.079711] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 957.079711] env[62859]: value = "task-2538301" [ 957.079711] env[62859]: _type = "Task" [ 957.079711] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.088226] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538301, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.111995] env[62859]: DEBUG nova.compute.manager [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.169447] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067329} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.169719] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.170473] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278f73b6-8111-4a02-bd72-64bc6f7c5105 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.192121] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 33793e48-aee8-46f2-a0e8-3f20cd05e858/33793e48-aee8-46f2-a0e8-3f20cd05e858.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.192357] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb277f81-41e3-4c99-bb2f-9d5ce00bed7a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.211786] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 957.211786] env[62859]: value = "task-2538303" [ 957.211786] env[62859]: _type = "Task" [ 957.211786] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.220485] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.398296] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eca53e29-e327-4c86-b1b0-567837a0b3af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.407032] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b698cddd-c5e3-470d-85c1-6ed4ebde5eb7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.423571] env[62859]: DEBUG nova.scheduler.client.report [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 957.423864] env[62859]: DEBUG nova.compute.provider_tree [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 106 to 107 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 957.424066] env[62859]: DEBUG nova.compute.provider_tree [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.441899] env[62859]: DEBUG nova.compute.manager [req-5aa8eca5-0d40-4d32-97c0-c79c6dda8412 req-0efebcde-a6c4-4cde-9e94-28ea544c5093 service nova] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Detach interface failed, port_id=7e44c0c9-a823-428e-b442-53f8c808dcab, reason: Instance c80e4863-16d7-4cce-81c8-0426bc834026 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 957.470273] env[62859]: DEBUG nova.network.neutron [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.501886] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5296edfd-3c44-ad6e-6e26-e7bcad813935, 'name': SearchDatastore_Task, 'duration_secs': 0.026475} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.502194] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.502491] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] c45237e1-fa97-4539-a2ee-77fb50619c40/c45237e1-fa97-4539-a2ee-77fb50619c40.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.502772] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8ef4f9-ce52-4575-b2ba-c53fb85b9670 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.511031] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 957.511031] env[62859]: value = "task-2538306" [ 957.511031] env[62859]: _type = "Task" [ 957.511031] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.523577] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.570770] env[62859]: DEBUG nova.compute.manager [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Received event network-vif-plugged-d639e070-7c81-44a0-bd91-c62a9190ed3e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.570998] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] Acquiring lock "4c916463-e864-41e9-8625-b27abed8c991-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.571242] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] Lock "4c916463-e864-41e9-8625-b27abed8c991-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.571517] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] Lock "4c916463-e864-41e9-8625-b27abed8c991-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.571588] env[62859]: DEBUG nova.compute.manager [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] [instance: 4c916463-e864-41e9-8625-b27abed8c991] No waiting events found dispatching network-vif-plugged-d639e070-7c81-44a0-bd91-c62a9190ed3e {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.571777] env[62859]: WARNING nova.compute.manager [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Received unexpected event network-vif-plugged-d639e070-7c81-44a0-bd91-c62a9190ed3e for instance with vm_state building and task_state spawning. [ 957.571896] env[62859]: DEBUG nova.compute.manager [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Received event network-changed-d639e070-7c81-44a0-bd91-c62a9190ed3e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.572058] env[62859]: DEBUG nova.compute.manager [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Refreshing instance network info cache due to event network-changed-d639e070-7c81-44a0-bd91-c62a9190ed3e. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.572228] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] Acquiring lock "refresh_cache-4c916463-e864-41e9-8625-b27abed8c991" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.590044] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538301, 'name': Rename_Task, 'duration_secs': 0.268573} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.590044] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.590240] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9cd8f03-f62a-4939-a814-967745c7d7dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.595916] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 957.595916] env[62859]: value = "task-2538307" [ 957.595916] env[62859]: _type = "Task" [ 957.595916] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.603273] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.635803] env[62859]: DEBUG nova.network.neutron [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Updating instance_info_cache with network_info: [{"id": "d639e070-7c81-44a0-bd91-c62a9190ed3e", "address": "fa:16:3e:88:ba:5f", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd639e070-7c", "ovs_interfaceid": "d639e070-7c81-44a0-bd91-c62a9190ed3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.723823] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538303, 'name': ReconfigVM_Task, 'duration_secs': 0.344343} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.723823] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 33793e48-aee8-46f2-a0e8-3f20cd05e858/33793e48-aee8-46f2-a0e8-3f20cd05e858.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.723823] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-353bced2-b8c2-4e58-bf70-2ae84b1b92b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.729420] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 957.729420] env[62859]: value = "task-2538308" [ 957.729420] env[62859]: _type = "Task" [ 957.729420] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.736641] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538308, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.930681] env[62859]: DEBUG oslo_concurrency.lockutils [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.933022] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.237s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.933261] env[62859]: DEBUG nova.objects.instance [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lazy-loading 'resources' on Instance uuid 32ded70b-ce17-4986-a2b7-812513c24614 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.950861] env[62859]: INFO nova.scheduler.client.report [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Deleted allocations for instance 87ba25fb-c7c5-4568-8a71-b97136947fcf [ 958.020788] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.107361] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.123698] env[62859]: DEBUG nova.compute.manager [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.138728] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "refresh_cache-4c916463-e864-41e9-8625-b27abed8c991" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.139091] env[62859]: DEBUG nova.compute.manager [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Instance network_info: |[{"id": "d639e070-7c81-44a0-bd91-c62a9190ed3e", "address": "fa:16:3e:88:ba:5f", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd639e070-7c", "ovs_interfaceid": "d639e070-7c81-44a0-bd91-c62a9190ed3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.139391] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] Acquired lock "refresh_cache-4c916463-e864-41e9-8625-b27abed8c991" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.139577] env[62859]: DEBUG nova.network.neutron [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Refreshing network info cache for port d639e070-7c81-44a0-bd91-c62a9190ed3e {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.141274] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:ba:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd639e070-7c81-44a0-bd91-c62a9190ed3e', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.149286] env[62859]: DEBUG oslo.service.loopingcall [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.152040] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.152709] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e61120c2-6452-4892-83f5-9af9222523b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.169412] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.169567] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.169618] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.169772] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.169921] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.170076] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.170279] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.171088] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.171088] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.171088] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.171088] env[62859]: DEBUG nova.virt.hardware [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.171984] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb43b080-e75d-42fb-a04f-83774b530d91 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.181630] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6e7d0f-31f9-425a-8137-de1c76325f38 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.185317] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.185317] env[62859]: value = "task-2538309" [ 958.185317] env[62859]: _type = "Task" [ 958.185317] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.202583] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538309, 'name': CreateVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.237850] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538308, 'name': Rename_Task, 'duration_secs': 0.13576} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.238214] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.238467] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-595ca0f0-025a-4cd0-8a70-142e39655cfb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.246196] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 958.246196] env[62859]: value = "task-2538310" [ 958.246196] env[62859]: _type = "Task" [ 958.246196] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.253182] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.392060] env[62859]: DEBUG nova.network.neutron [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Successfully updated port: 5725accb-aa23-44dc-9a48-9172c36af937 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.459073] env[62859]: DEBUG oslo_concurrency.lockutils [None req-071427ab-6a92-4eb3-a8f5-3c0c71e6cc46 tempest-ServersAdminTestJSON-1178188108 tempest-ServersAdminTestJSON-1178188108-project-member] Lock "87ba25fb-c7c5-4568-8a71-b97136947fcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.838s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.524205] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538306, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.609746] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.670090] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41abaa5e-7f82-4ffb-ace1-956a60115155 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.678370] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a24ee85-c7e2-4e61-8606-651386b67d90 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.715190] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fbf770-dca1-4c04-9a14-99451c34a602 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.725603] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538309, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.726526] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dcbb98-40ff-4055-8ddb-af5090d66829 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.743438] env[62859]: DEBUG nova.compute.provider_tree [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.756192] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.895313] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.895469] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.895606] env[62859]: DEBUG nova.network.neutron [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.011402] env[62859]: DEBUG nova.network.neutron [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Updated VIF entry in instance network info cache for port d639e070-7c81-44a0-bd91-c62a9190ed3e. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.012624] env[62859]: DEBUG nova.network.neutron [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Updating instance_info_cache with network_info: [{"id": "d639e070-7c81-44a0-bd91-c62a9190ed3e", "address": "fa:16:3e:88:ba:5f", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd639e070-7c", "ovs_interfaceid": "d639e070-7c81-44a0-bd91-c62a9190ed3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.023450] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538306, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.273759} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.024443] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] c45237e1-fa97-4539-a2ee-77fb50619c40/c45237e1-fa97-4539-a2ee-77fb50619c40.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.024664] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.024930] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d63ad22-11f7-4299-8fe0-20654c2c45fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.031972] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 959.031972] env[62859]: value = "task-2538311" [ 959.031972] env[62859]: _type = "Task" [ 959.031972] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.040463] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.108984] env[62859]: DEBUG oslo_vmware.api [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538307, 'name': PowerOnVM_Task, 'duration_secs': 1.495288} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.109392] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.109708] env[62859]: INFO nova.compute.manager [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Took 9.46 seconds to spawn the instance on the hypervisor. [ 959.109984] env[62859]: DEBUG nova.compute.manager [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.111773] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faee30c8-79aa-4ec8-84b8-9261419e5a2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.219947] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538309, 'name': CreateVM_Task, 'duration_secs': 0.59544} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.220176] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.220893] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.221412] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.221412] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 959.221660] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63afc89e-41b6-44e0-834a-8b6a5bbde7b6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.226681] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 959.226681] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521e94a1-8cd1-6c03-bea7-9fa2020f167b" [ 959.226681] env[62859]: _type = "Task" [ 959.226681] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.235155] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521e94a1-8cd1-6c03-bea7-9fa2020f167b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.249022] env[62859]: DEBUG nova.scheduler.client.report [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.259197] env[62859]: DEBUG oslo_vmware.api [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538310, 'name': PowerOnVM_Task, 'duration_secs': 0.674959} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.259702] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.260066] env[62859]: INFO nova.compute.manager [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Took 8.29 seconds to spawn the instance on the hypervisor. [ 959.260368] env[62859]: DEBUG nova.compute.manager [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.261272] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60034b7-71e5-4b18-be9f-4266f204a9c6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.436402] env[62859]: DEBUG nova.network.neutron [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.519580] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ce55831-a274-4693-a98d-823f903c6555 req-35899518-e5d4-4b4b-b017-66cba742363d service nova] Releasing lock "refresh_cache-4c916463-e864-41e9-8625-b27abed8c991" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.545961] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228028} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.546350] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.547262] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c82b76e-bef8-4c26-81ae-c09bd30e4b07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.573325] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c45237e1-fa97-4539-a2ee-77fb50619c40/c45237e1-fa97-4539-a2ee-77fb50619c40.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.573996] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e0f8e96-f959-4a30-95e8-362bebdf3b07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.594791] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 959.594791] env[62859]: value = "task-2538313" [ 959.594791] env[62859]: _type = "Task" [ 959.594791] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.602254] env[62859]: DEBUG nova.compute.manager [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Received event network-vif-plugged-5725accb-aa23-44dc-9a48-9172c36af937 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.602466] env[62859]: DEBUG oslo_concurrency.lockutils [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] Acquiring lock "47ee374d-64b0-4f61-a053-7d21e8d6f400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.602674] env[62859]: DEBUG oslo_concurrency.lockutils [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.606434] env[62859]: DEBUG oslo_concurrency.lockutils [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.606434] env[62859]: DEBUG nova.compute.manager [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] No waiting events found dispatching network-vif-plugged-5725accb-aa23-44dc-9a48-9172c36af937 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.606434] env[62859]: WARNING nova.compute.manager [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Received unexpected event network-vif-plugged-5725accb-aa23-44dc-9a48-9172c36af937 for instance with vm_state building and task_state spawning. [ 959.606434] env[62859]: DEBUG nova.compute.manager [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Received event network-changed-5725accb-aa23-44dc-9a48-9172c36af937 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.606434] env[62859]: DEBUG nova.compute.manager [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Refreshing instance network info cache due to event network-changed-5725accb-aa23-44dc-9a48-9172c36af937. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 959.606434] env[62859]: DEBUG oslo_concurrency.lockutils [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] Acquiring lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.607686] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.633284] env[62859]: INFO nova.compute.manager [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Took 20.61 seconds to build instance. [ 959.680159] env[62859]: DEBUG nova.network.neutron [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance_info_cache with network_info: [{"id": "5725accb-aa23-44dc-9a48-9172c36af937", "address": "fa:16:3e:31:ae:3b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5725accb-aa", "ovs_interfaceid": "5725accb-aa23-44dc-9a48-9172c36af937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.741582] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521e94a1-8cd1-6c03-bea7-9fa2020f167b, 'name': SearchDatastore_Task, 'duration_secs': 0.041779} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.741582] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.741582] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.741582] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.741582] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.741582] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.741582] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a7f8041-d35d-4de9-a76d-2f13366c5904 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.754606] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.760506] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.126s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.760753] env[62859]: DEBUG nova.objects.instance [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lazy-loading 'resources' on Instance uuid c80e4863-16d7-4cce-81c8-0426bc834026 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.761766] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.761974] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.764762] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90daee0-f67f-4585-9a03-2638e5e91326 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.768688] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 959.768688] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524c301c-cabd-0735-e9cf-69f091c8f64c" [ 959.768688] env[62859]: _type = "Task" [ 959.768688] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.783668] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524c301c-cabd-0735-e9cf-69f091c8f64c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.784167] env[62859]: INFO nova.compute.manager [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Took 19.87 seconds to build instance. [ 959.794316] env[62859]: INFO nova.scheduler.client.report [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted allocations for instance 32ded70b-ce17-4986-a2b7-812513c24614 [ 960.106729] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.135382] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b2b283c-39fe-4595-bb42-6b37303d8042 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.119s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.183282] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.183637] env[62859]: DEBUG nova.compute.manager [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Instance network_info: |[{"id": "5725accb-aa23-44dc-9a48-9172c36af937", "address": "fa:16:3e:31:ae:3b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5725accb-aa", "ovs_interfaceid": "5725accb-aa23-44dc-9a48-9172c36af937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.183946] env[62859]: DEBUG oslo_concurrency.lockutils [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] Acquired lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.184157] env[62859]: DEBUG nova.network.neutron [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Refreshing network info cache for port 5725accb-aa23-44dc-9a48-9172c36af937 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.185531] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:ae:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5725accb-aa23-44dc-9a48-9172c36af937', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.193880] env[62859]: DEBUG oslo.service.loopingcall [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.199630] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.199630] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b1edab9-72cd-4f69-945c-83de92faf533 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.219645] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.219645] env[62859]: value = "task-2538314" [ 960.219645] env[62859]: _type = "Task" [ 960.219645] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.230621] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538314, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.284803] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524c301c-cabd-0735-e9cf-69f091c8f64c, 'name': SearchDatastore_Task, 'duration_secs': 0.031994} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.289955] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83326294-9dde-47ae-a1d0-913d3c239e07 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.381s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.289955] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cda903f-f723-47a8-ba80-54268b5e23e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.307933] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9ffc5cd6-d5f8-40b0-80c6-ad90226c338e tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "32ded70b-ce17-4986-a2b7-812513c24614" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.235s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.313313] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 960.313313] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f6d2bb-5df3-a01a-96ab-7e32b97e705b" [ 960.313313] env[62859]: _type = "Task" [ 960.313313] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.327290] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f6d2bb-5df3-a01a-96ab-7e32b97e705b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.496740] env[62859]: DEBUG nova.network.neutron [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updated VIF entry in instance network info cache for port 5725accb-aa23-44dc-9a48-9172c36af937. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.496740] env[62859]: DEBUG nova.network.neutron [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance_info_cache with network_info: [{"id": "5725accb-aa23-44dc-9a48-9172c36af937", "address": "fa:16:3e:31:ae:3b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5725accb-aa", "ovs_interfaceid": "5725accb-aa23-44dc-9a48-9172c36af937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.543801] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8587686a-ee6d-4ac1-bbd9-5c1b6aa9103d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.551885] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41f166f-a7c4-47d6-9b27-8dcc99dc5435 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.584077] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5035f8b9-6d25-4cd7-94ef-6d5439f92952 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.592647] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6949be77-b0c3-42bf-bc50-9314f3c83402 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.609893] env[62859]: DEBUG nova.compute.provider_tree [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.615242] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538313, 'name': ReconfigVM_Task, 'duration_secs': 0.810349} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.615503] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c45237e1-fa97-4539-a2ee-77fb50619c40/c45237e1-fa97-4539-a2ee-77fb50619c40.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.616117] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb74ae1a-ede3-4f09-8e2d-7d8f9a38d043 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.619651] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.620079] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.625040] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 960.625040] env[62859]: value = "task-2538315" [ 960.625040] env[62859]: _type = "Task" [ 960.625040] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.630959] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538315, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.730429] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538314, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.821341] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f6d2bb-5df3-a01a-96ab-7e32b97e705b, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.821674] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.821980] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 4c916463-e864-41e9-8625-b27abed8c991/4c916463-e864-41e9-8625-b27abed8c991.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.822260] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ae09970-ba9a-41da-bbd7-afcb3aa2b5f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.829646] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 960.829646] env[62859]: value = "task-2538316" [ 960.829646] env[62859]: _type = "Task" [ 960.829646] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.837378] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.938729] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "e7e8eb47-c059-4a97-9a09-f8559f460309" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.938994] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.001513] env[62859]: DEBUG oslo_concurrency.lockutils [req-d50d993b-c41b-4a97-be7d-beb5a07a9027 req-f3f2c05a-0e18-4115-90ae-488626f462dc service nova] Releasing lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.014793] env[62859]: DEBUG oslo_concurrency.lockutils [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquiring lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.014793] env[62859]: DEBUG oslo_concurrency.lockutils [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.014972] env[62859]: DEBUG oslo_concurrency.lockutils [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquiring lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.015167] env[62859]: DEBUG oslo_concurrency.lockutils [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.015338] env[62859]: DEBUG oslo_concurrency.lockutils [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.017420] env[62859]: INFO nova.compute.manager [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Terminating instance [ 961.112547] env[62859]: DEBUG nova.scheduler.client.report [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.132122] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.132342] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 961.143548] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538315, 'name': Rename_Task, 'duration_secs': 0.304331} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.144373] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.144373] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5d89ce4-ce4e-481a-afe1-24aafddbf14c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.151141] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 961.151141] env[62859]: value = "task-2538317" [ 961.151141] env[62859]: _type = "Task" [ 961.151141] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.160419] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.231577] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538314, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.340452] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.443239] env[62859]: INFO nova.compute.manager [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Detaching volume 4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d [ 961.485281] env[62859]: INFO nova.virt.block_device [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Attempting to driver detach volume 4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d from mountpoint /dev/sdb [ 961.485531] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 961.485742] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512808', 'volume_id': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'name': 'volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7e8eb47-c059-4a97-9a09-f8559f460309', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'serial': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 961.486740] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04771178-84f5-4329-b539-01b2642e1314 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.512850] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f878df6-46eb-4508-b0a9-3bb3e4eb4155 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.516698] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 961.516810] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 961.517658] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3dc634-a93a-45ba-af4f-d7bfc7bf0770 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.521059] env[62859]: DEBUG nova.compute.manager [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.521697] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.522034] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a206a7d-3cb7-4ae9-9e97-67926289850d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.540892] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8561c79-6967-4914-9a74-96515732b083 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.546266] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b33482-9dc9-4abc-a10e-3cc9f6bd95aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.549492] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.550765] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6677b2b1-854a-402b-a195-9f965cdff3f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.572147] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2481fdbf-5964-44cb-a6c0-523828463562 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.597415] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4/volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.598859] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f837304f-0cd1-4608-b006-5f68e39c0924 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.614558] env[62859]: DEBUG oslo_vmware.api [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 961.614558] env[62859]: value = "task-2538318" [ 961.614558] env[62859]: _type = "Task" [ 961.614558] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.627269] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.629744] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] The volume has not been displaced from its original location: [datastore2] volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d/volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 961.636093] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 961.641750] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b847f72-0a2f-40a7-b174-bb5ba2a37451 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.658424] env[62859]: DEBUG oslo_vmware.api [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 961.658424] env[62859]: value = "task-2538319" [ 961.658424] env[62859]: _type = "Task" [ 961.658424] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.670271] env[62859]: DEBUG oslo_vmware.api [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.673328] env[62859]: INFO nova.scheduler.client.report [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Deleted allocations for instance c80e4863-16d7-4cce-81c8-0426bc834026 [ 961.675725] env[62859]: DEBUG oslo_vmware.api [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 961.675725] env[62859]: value = "task-2538320" [ 961.675725] env[62859]: _type = "Task" [ 961.675725] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.685537] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538317, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.692147] env[62859]: DEBUG oslo_vmware.api [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.697676] env[62859]: DEBUG oslo_vmware.api [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.731249] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538314, 'name': CreateVM_Task, 'duration_secs': 1.447236} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.731415] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.732179] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.732363] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.732690] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 961.733036] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64e1635-b514-46d1-bcc8-5d7aeae64523 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.738309] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 961.738309] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524db34a-e5c4-4139-6623-9da8781b3879" [ 961.738309] env[62859]: _type = "Task" [ 961.738309] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.745025] env[62859]: DEBUG nova.compute.manager [req-50093352-985e-41f3-aef1-a5b1e62df173 req-d522c1f1-7e4a-4209-bf59-b131a5052091 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Received event network-changed-cb8ab750-81b1-46b0-a1d9-ac53d087db86 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.745025] env[62859]: DEBUG nova.compute.manager [req-50093352-985e-41f3-aef1-a5b1e62df173 req-d522c1f1-7e4a-4209-bf59-b131a5052091 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Refreshing instance network info cache due to event network-changed-cb8ab750-81b1-46b0-a1d9-ac53d087db86. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 961.745025] env[62859]: DEBUG oslo_concurrency.lockutils [req-50093352-985e-41f3-aef1-a5b1e62df173 req-d522c1f1-7e4a-4209-bf59-b131a5052091 service nova] Acquiring lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.745025] env[62859]: DEBUG oslo_concurrency.lockutils [req-50093352-985e-41f3-aef1-a5b1e62df173 req-d522c1f1-7e4a-4209-bf59-b131a5052091 service nova] Acquired lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.745025] env[62859]: DEBUG nova.network.neutron [req-50093352-985e-41f3-aef1-a5b1e62df173 req-d522c1f1-7e4a-4209-bf59-b131a5052091 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Refreshing network info cache for port cb8ab750-81b1-46b0-a1d9-ac53d087db86 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.754882] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524db34a-e5c4-4139-6623-9da8781b3879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.841235] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538316, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.139419] env[62859]: DEBUG oslo_vmware.api [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538318, 'name': PowerOffVM_Task, 'duration_secs': 0.253228} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.139677] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.139850] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.140116] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb0b3c34-839f-426e-bda1-6eb8855ddcf1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.170223] env[62859]: DEBUG oslo_vmware.api [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538317, 'name': PowerOnVM_Task, 'duration_secs': 0.78371} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.171479] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.171698] env[62859]: INFO nova.compute.manager [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Took 8.85 seconds to spawn the instance on the hypervisor. [ 962.171891] env[62859]: DEBUG nova.compute.manager [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.172948] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6e408c-03cf-418b-bf7d-0d6055a57558 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.185640] env[62859]: DEBUG oslo_vmware.api [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.186200] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e007a576-09b5-4213-abd9-b35a7647f388 tempest-ImagesTestJSON-1793281992 tempest-ImagesTestJSON-1793281992-project-member] Lock "c80e4863-16d7-4cce-81c8-0426bc834026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.988s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.199844] env[62859]: DEBUG oslo_vmware.api [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538320, 'name': ReconfigVM_Task, 'duration_secs': 0.392702} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.200337] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.213566] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088f2d08-e13d-4f75-97c9-f2e5c85ccb3d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.236598] env[62859]: DEBUG oslo_vmware.api [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 962.236598] env[62859]: value = "task-2538322" [ 962.236598] env[62859]: _type = "Task" [ 962.236598] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.246599] env[62859]: DEBUG oslo_vmware.api [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.253462] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524db34a-e5c4-4139-6623-9da8781b3879, 'name': SearchDatastore_Task, 'duration_secs': 0.071108} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.254237] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.254490] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.254745] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.254908] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.255110] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.255736] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85d8c6ab-42ee-4d17-90f7-28be6f0a68ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.265399] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.265592] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.266377] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82251c7-c429-49db-a621-c542334f224f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.276153] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 962.276153] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52957826-98c0-89dc-3851-1d930a07f1af" [ 962.276153] env[62859]: _type = "Task" [ 962.276153] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.285018] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52957826-98c0-89dc-3851-1d930a07f1af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.340786] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538316, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22905} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.343668] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 4c916463-e864-41e9-8625-b27abed8c991/4c916463-e864-41e9-8625-b27abed8c991.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.344307] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.344307] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-985232da-0b22-4afe-8f27-5f19d5c18f71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.350956] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 962.350956] env[62859]: value = "task-2538323" [ 962.350956] env[62859]: _type = "Task" [ 962.350956] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.359393] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.499420] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.499744] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.499913] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Deleting the datastore file [datastore2] e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.500493] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-996d5a04-bb3d-4a6c-8001-617a7167a463 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.510225] env[62859]: DEBUG oslo_vmware.api [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for the task: (returnval){ [ 962.510225] env[62859]: value = "task-2538324" [ 962.510225] env[62859]: _type = "Task" [ 962.510225] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.519562] env[62859]: DEBUG oslo_vmware.api [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.532321] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-6de94751-258b-46ec-8079-ae7b3660d2fd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.532901] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-6de94751-258b-46ec-8079-ae7b3660d2fd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.533090] env[62859]: DEBUG nova.objects.instance [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'flavor' on Instance uuid 6de94751-258b-46ec-8079-ae7b3660d2fd {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.569418] env[62859]: DEBUG nova.network.neutron [req-50093352-985e-41f3-aef1-a5b1e62df173 req-d522c1f1-7e4a-4209-bf59-b131a5052091 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updated VIF entry in instance network info cache for port cb8ab750-81b1-46b0-a1d9-ac53d087db86. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.569785] env[62859]: DEBUG nova.network.neutron [req-50093352-985e-41f3-aef1-a5b1e62df173 req-d522c1f1-7e4a-4209-bf59-b131a5052091 service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance_info_cache with network_info: [{"id": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "address": "fa:16:3e:60:f8:da", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ab750-81", "ovs_interfaceid": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.675734] env[62859]: DEBUG oslo_vmware.api [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538319, 'name': ReconfigVM_Task, 'duration_secs': 0.704261} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.676115] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4/volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.682086] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4001976d-e850-4bc5-a2f5-473b5389f844 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.699426] env[62859]: DEBUG oslo_vmware.api [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 962.699426] env[62859]: value = "task-2538325" [ 962.699426] env[62859]: _type = "Task" [ 962.699426] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.710993] env[62859]: INFO nova.compute.manager [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Took 21.80 seconds to build instance. [ 962.715625] env[62859]: DEBUG oslo_vmware.api [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.745032] env[62859]: DEBUG oslo_vmware.api [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538322, 'name': ReconfigVM_Task, 'duration_secs': 0.146917} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.745337] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512808', 'volume_id': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'name': 'volume-4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7e8eb47-c059-4a97-9a09-f8559f460309', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d', 'serial': '4fd1e853-fa0b-4c1c-9bab-257d89ef8f2d'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 962.786672] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52957826-98c0-89dc-3851-1d930a07f1af, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.787486] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d8875e-5125-43b7-9e10-89736653bfc6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.794037] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 962.794037] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fa3f3a-f147-87b1-e756-342ce0c865ad" [ 962.794037] env[62859]: _type = "Task" [ 962.794037] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.801554] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fa3f3a-f147-87b1-e756-342ce0c865ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.859989] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072774} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.860268] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.861055] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb342ae2-6276-4165-a170-bc62b68ac744 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.884607] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 4c916463-e864-41e9-8625-b27abed8c991/4c916463-e864-41e9-8625-b27abed8c991.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.884861] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b778a7d-1358-46ae-92e8-aaa3d037c79b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.904080] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 962.904080] env[62859]: value = "task-2538326" [ 962.904080] env[62859]: _type = "Task" [ 962.904080] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.912338] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.020423] env[62859]: DEBUG oslo_vmware.api [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Task: {'id': task-2538324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147312} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.020745] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.021137] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.021137] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.021305] env[62859]: INFO nova.compute.manager [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Took 1.50 seconds to destroy the instance on the hypervisor. [ 963.021513] env[62859]: DEBUG oslo.service.loopingcall [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.021751] env[62859]: DEBUG nova.compute.manager [-] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.022087] env[62859]: DEBUG nova.network.neutron [-] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.072425] env[62859]: DEBUG oslo_concurrency.lockutils [req-50093352-985e-41f3-aef1-a5b1e62df173 req-d522c1f1-7e4a-4209-bf59-b131a5052091 service nova] Releasing lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.213796] env[62859]: DEBUG oslo_vmware.api [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538325, 'name': ReconfigVM_Task, 'duration_secs': 0.140158} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.213796] env[62859]: DEBUG oslo_concurrency.lockutils [None req-56ca2644-9585-47e5-a42a-ba36a9884d6a tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.314s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.213796] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 963.219450] env[62859]: DEBUG nova.objects.instance [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'pci_requests' on Instance uuid 6de94751-258b-46ec-8079-ae7b3660d2fd {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.293638] env[62859]: DEBUG nova.objects.instance [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lazy-loading 'flavor' on Instance uuid e7e8eb47-c059-4a97-9a09-f8559f460309 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.307664] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fa3f3a-f147-87b1-e756-342ce0c865ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016825} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.308035] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.308390] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 47ee374d-64b0-4f61-a053-7d21e8d6f400/47ee374d-64b0-4f61-a053-7d21e8d6f400.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.308742] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2af5a37-f88a-4fe7-9d93-d02b6ad5347e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.316898] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 963.316898] env[62859]: value = "task-2538327" [ 963.316898] env[62859]: _type = "Task" [ 963.316898] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.325702] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.417861] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538326, 'name': ReconfigVM_Task, 'duration_secs': 0.307265} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.420155] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 4c916463-e864-41e9-8625-b27abed8c991/4c916463-e864-41e9-8625-b27abed8c991.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.420862] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f03947b-c5ea-42ed-a40f-81fd0a340aef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.427884] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 963.427884] env[62859]: value = "task-2538328" [ 963.427884] env[62859]: _type = "Task" [ 963.427884] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.442130] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538328, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.614968] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "a4e83d62-32d3-4605-a43d-541782c7937f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.615220] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.724633] env[62859]: DEBUG nova.objects.base [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Object Instance<6de94751-258b-46ec-8079-ae7b3660d2fd> lazy-loaded attributes: flavor,pci_requests {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 963.724897] env[62859]: DEBUG nova.network.neutron [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.794596] env[62859]: DEBUG nova.policy [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a042127235494a89872707ef07b540c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01142dda89b94b64ae99add7684d2f5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.828881] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.899652] env[62859]: DEBUG nova.compute.manager [req-119ce545-2eb7-4992-8b7f-af6468596030 req-7a9b7869-3bf0-4e61-b715-8e25db0cd76e service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Received event network-vif-deleted-759da6ef-3e96-4d8c-8ac3-dbaac2a3522f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.899865] env[62859]: INFO nova.compute.manager [req-119ce545-2eb7-4992-8b7f-af6468596030 req-7a9b7869-3bf0-4e61-b715-8e25db0cd76e service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Neutron deleted interface 759da6ef-3e96-4d8c-8ac3-dbaac2a3522f; detaching it from the instance and deleting it from the info cache [ 963.900066] env[62859]: DEBUG nova.network.neutron [req-119ce545-2eb7-4992-8b7f-af6468596030 req-7a9b7869-3bf0-4e61-b715-8e25db0cd76e service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.938583] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538328, 'name': Rename_Task, 'duration_secs': 0.354658} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.941016] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.941016] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca046d3d-9415-42c1-978b-0039baf7e824 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.945020] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 963.945020] env[62859]: value = "task-2538329" [ 963.945020] env[62859]: _type = "Task" [ 963.945020] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.954267] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.996235] env[62859]: DEBUG nova.network.neutron [-] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.119489] env[62859]: DEBUG nova.compute.manager [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.207293] env[62859]: DEBUG nova.compute.manager [req-182ae5db-312b-4cf7-ab75-759c18a3c93d req-8ba8a073-c58b-43bf-9b8f-7f966b7e76c4 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Received event network-changed-57e99c98-88ec-4e1d-99cd-e7a9a6438feb {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.207293] env[62859]: DEBUG nova.compute.manager [req-182ae5db-312b-4cf7-ab75-759c18a3c93d req-8ba8a073-c58b-43bf-9b8f-7f966b7e76c4 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Refreshing instance network info cache due to event network-changed-57e99c98-88ec-4e1d-99cd-e7a9a6438feb. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 964.207293] env[62859]: DEBUG oslo_concurrency.lockutils [req-182ae5db-312b-4cf7-ab75-759c18a3c93d req-8ba8a073-c58b-43bf-9b8f-7f966b7e76c4 service nova] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.207293] env[62859]: DEBUG oslo_concurrency.lockutils [req-182ae5db-312b-4cf7-ab75-759c18a3c93d req-8ba8a073-c58b-43bf-9b8f-7f966b7e76c4 service nova] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.207293] env[62859]: DEBUG nova.network.neutron [req-182ae5db-312b-4cf7-ab75-759c18a3c93d req-8ba8a073-c58b-43bf-9b8f-7f966b7e76c4 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Refreshing network info cache for port 57e99c98-88ec-4e1d-99cd-e7a9a6438feb {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.283580] env[62859]: DEBUG nova.network.neutron [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Successfully created port: cf186259-0371-44bd-a289-35e618c1d819 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.288688] env[62859]: DEBUG nova.objects.instance [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lazy-loading 'flavor' on Instance uuid 69304681-00ad-41e3-b445-65e420e5aa36 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.308010] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba0a08f0-80db-43b6-b466-5ab0bfda8b08 tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.367s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.334519] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53303} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.334965] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 47ee374d-64b0-4f61-a053-7d21e8d6f400/47ee374d-64b0-4f61-a053-7d21e8d6f400.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.335378] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.335769] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84d2b604-886d-4aba-bf8f-4be723cc73c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.344783] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 964.344783] env[62859]: value = "task-2538330" [ 964.344783] env[62859]: _type = "Task" [ 964.344783] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.354752] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.407289] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-479054c8-61b8-4838-a4f1-c777d71a3961 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.418288] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e6abd0-46ec-4f01-94d9-a34eff478df9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.458252] env[62859]: DEBUG nova.compute.manager [req-119ce545-2eb7-4992-8b7f-af6468596030 req-7a9b7869-3bf0-4e61-b715-8e25db0cd76e service nova] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Detach interface failed, port_id=759da6ef-3e96-4d8c-8ac3-dbaac2a3522f, reason: Instance e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 964.465504] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538329, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.502508] env[62859]: INFO nova.compute.manager [-] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Took 1.48 seconds to deallocate network for instance. [ 964.642326] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.642326] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.646051] env[62859]: INFO nova.compute.claims [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.797241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8d0b1a0-f7b3-44cf-8547-80c0ecb85edd tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.900s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.862105] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077661} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.862540] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.863722] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e0e1e4-d079-48dc-8c71-7dac1c03bb39 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.888869] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 47ee374d-64b0-4f61-a053-7d21e8d6f400/47ee374d-64b0-4f61-a053-7d21e8d6f400.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.889657] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-804fda1b-40a0-4291-8952-35a43cec0cea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.911716] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 964.911716] env[62859]: value = "task-2538331" [ 964.911716] env[62859]: _type = "Task" [ 964.911716] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.921437] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.970021] env[62859]: DEBUG oslo_vmware.api [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538329, 'name': PowerOnVM_Task, 'duration_secs': 0.672244} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.970021] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.970021] env[62859]: INFO nova.compute.manager [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Took 9.27 seconds to spawn the instance on the hypervisor. [ 964.970021] env[62859]: DEBUG nova.compute.manager [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.970021] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0b2932-87af-4111-9531-2e1e8e45ae75 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.010124] env[62859]: DEBUG oslo_concurrency.lockutils [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.028990] env[62859]: DEBUG nova.network.neutron [req-182ae5db-312b-4cf7-ab75-759c18a3c93d req-8ba8a073-c58b-43bf-9b8f-7f966b7e76c4 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updated VIF entry in instance network info cache for port 57e99c98-88ec-4e1d-99cd-e7a9a6438feb. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.029560] env[62859]: DEBUG nova.network.neutron [req-182ae5db-312b-4cf7-ab75-759c18a3c93d req-8ba8a073-c58b-43bf-9b8f-7f966b7e76c4 service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.060695] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "e7e8eb47-c059-4a97-9a09-f8559f460309" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.060966] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.061195] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "e7e8eb47-c059-4a97-9a09-f8559f460309-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.061382] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.061558] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.064031] env[62859]: INFO nova.compute.manager [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Terminating instance [ 965.422500] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.489938] env[62859]: INFO nova.compute.manager [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Took 23.84 seconds to build instance. [ 965.532639] env[62859]: DEBUG oslo_concurrency.lockutils [req-182ae5db-312b-4cf7-ab75-759c18a3c93d req-8ba8a073-c58b-43bf-9b8f-7f966b7e76c4 service nova] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.567160] env[62859]: DEBUG nova.compute.manager [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.567416] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.568326] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2f1eaf-186d-4e51-a47b-c5588ca90f32 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.582459] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.582737] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2146e6d-f995-4e29-9626-ab70bbfb3d26 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.590189] env[62859]: DEBUG oslo_vmware.api [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 965.590189] env[62859]: value = "task-2538332" [ 965.590189] env[62859]: _type = "Task" [ 965.590189] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.600767] env[62859]: DEBUG oslo_vmware.api [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.874982] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3c4fb8-27bb-4f37-a619-1d2d07fedfac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.883022] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550d10c4-e94a-49ad-aa93-67bc40a61c3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.919992] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4355a99-5905-43eb-a378-4b5900b6115e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.927851] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538331, 'name': ReconfigVM_Task, 'duration_secs': 0.695495} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.930747] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 47ee374d-64b0-4f61-a053-7d21e8d6f400/47ee374d-64b0-4f61-a053-7d21e8d6f400.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.932228] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcdc5e38-b29d-4952-9039-d845a60df86f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.935196] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa777b3-dbdb-44a2-ace7-4345994820f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.954021] env[62859]: DEBUG nova.compute.provider_tree [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.954021] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 965.954021] env[62859]: value = "task-2538333" [ 965.954021] env[62859]: _type = "Task" [ 965.954021] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.975683] env[62859]: DEBUG nova.network.neutron [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Successfully updated port: cf186259-0371-44bd-a289-35e618c1d819 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.992704] env[62859]: DEBUG oslo_concurrency.lockutils [None req-785b9a37-a4dc-4fd9-93fa-3086f54cd3b1 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "4c916463-e864-41e9-8625-b27abed8c991" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.352s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.031104] env[62859]: INFO nova.compute.manager [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Rebuilding instance [ 966.070364] env[62859]: DEBUG nova.compute.manager [req-aaded284-5441-4b42-b0cb-bd1c9f68101b req-a09cca9c-c08c-4ef2-8e56-80e0723e93e8 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Received event network-vif-plugged-cf186259-0371-44bd-a289-35e618c1d819 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.070364] env[62859]: DEBUG oslo_concurrency.lockutils [req-aaded284-5441-4b42-b0cb-bd1c9f68101b req-a09cca9c-c08c-4ef2-8e56-80e0723e93e8 service nova] Acquiring lock "6de94751-258b-46ec-8079-ae7b3660d2fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.070364] env[62859]: DEBUG oslo_concurrency.lockutils [req-aaded284-5441-4b42-b0cb-bd1c9f68101b req-a09cca9c-c08c-4ef2-8e56-80e0723e93e8 service nova] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.070501] env[62859]: DEBUG oslo_concurrency.lockutils [req-aaded284-5441-4b42-b0cb-bd1c9f68101b req-a09cca9c-c08c-4ef2-8e56-80e0723e93e8 service nova] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.070956] env[62859]: DEBUG nova.compute.manager [req-aaded284-5441-4b42-b0cb-bd1c9f68101b req-a09cca9c-c08c-4ef2-8e56-80e0723e93e8 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] No waiting events found dispatching network-vif-plugged-cf186259-0371-44bd-a289-35e618c1d819 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.070956] env[62859]: WARNING nova.compute.manager [req-aaded284-5441-4b42-b0cb-bd1c9f68101b req-a09cca9c-c08c-4ef2-8e56-80e0723e93e8 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Received unexpected event network-vif-plugged-cf186259-0371-44bd-a289-35e618c1d819 for instance with vm_state active and task_state None. [ 966.106901] env[62859]: DEBUG oslo_vmware.api [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538332, 'name': PowerOffVM_Task, 'duration_secs': 0.270125} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.107214] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.107352] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.109651] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf882ca1-93ba-4c56-a498-b3c05d81e953 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.112055] env[62859]: DEBUG nova.compute.manager [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.113592] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2de2e4-b1ff-43d0-8dba-da61f4a886bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.186852] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.187104] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.190173] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Deleting the datastore file [datastore1] e7e8eb47-c059-4a97-9a09-f8559f460309 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.190173] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22abe1f1-f25f-483a-aba6-01a79784d9a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.198665] env[62859]: DEBUG oslo_vmware.api [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 966.198665] env[62859]: value = "task-2538335" [ 966.198665] env[62859]: _type = "Task" [ 966.198665] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.209506] env[62859]: DEBUG oslo_vmware.api [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.455686] env[62859]: DEBUG nova.scheduler.client.report [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.471944] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538333, 'name': Rename_Task, 'duration_secs': 0.349982} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.472337] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.472644] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eed69089-28fe-4c46-bc0f-3592370a1769 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.478261] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.478505] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.478923] env[62859]: DEBUG nova.network.neutron [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.481580] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 966.481580] env[62859]: value = "task-2538336" [ 966.481580] env[62859]: _type = "Task" [ 966.481580] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.492720] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.695058] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Didn't find any instances for network info cache update. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 966.695058] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.695058] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.695058] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.695058] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.695058] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.695058] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.695058] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 966.695058] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.708545] env[62859]: DEBUG oslo_vmware.api [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302311} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.709558] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.709922] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.710231] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.710517] env[62859]: INFO nova.compute.manager [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Took 1.14 seconds to destroy the instance on the hypervisor. [ 966.710962] env[62859]: DEBUG oslo.service.loopingcall [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.711507] env[62859]: DEBUG nova.compute.manager [-] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.712019] env[62859]: DEBUG nova.network.neutron [-] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.841511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "4c916463-e864-41e9-8625-b27abed8c991" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.841511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "4c916463-e864-41e9-8625-b27abed8c991" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.841511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "4c916463-e864-41e9-8625-b27abed8c991-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.841511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "4c916463-e864-41e9-8625-b27abed8c991-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.841511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "4c916463-e864-41e9-8625-b27abed8c991-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.845568] env[62859]: INFO nova.compute.manager [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Terminating instance [ 966.964885] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.965527] env[62859]: DEBUG nova.compute.manager [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.969070] env[62859]: DEBUG oslo_concurrency.lockutils [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.959s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.970080] env[62859]: DEBUG nova.objects.instance [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lazy-loading 'resources' on Instance uuid e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.999828] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.081693] env[62859]: WARNING nova.network.neutron [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] 9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb already exists in list: networks containing: ['9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb']. ignoring it [ 967.128184] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.128518] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec4ae00f-a302-411e-8c2d-321cbc95d977 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.136954] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 967.136954] env[62859]: value = "task-2538337" [ 967.136954] env[62859]: _type = "Task" [ 967.136954] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.147893] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.202275] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.351571] env[62859]: DEBUG nova.compute.manager [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.353170] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.353990] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aba56b6-6541-4298-8a8d-56296e3c93b0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.365112] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.365394] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd0faa8a-5d26-4ed8-8772-640c1be1e102 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.373401] env[62859]: DEBUG oslo_vmware.api [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 967.373401] env[62859]: value = "task-2538338" [ 967.373401] env[62859]: _type = "Task" [ 967.373401] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.381172] env[62859]: DEBUG oslo_vmware.api [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.479025] env[62859]: DEBUG nova.compute.utils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.479363] env[62859]: DEBUG nova.compute.manager [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.479513] env[62859]: DEBUG nova.network.neutron [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.496210] env[62859]: DEBUG oslo_vmware.api [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538336, 'name': PowerOnVM_Task, 'duration_secs': 0.79926} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.496609] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.496840] env[62859]: INFO nova.compute.manager [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Took 9.37 seconds to spawn the instance on the hypervisor. [ 967.499525] env[62859]: DEBUG nova.compute.manager [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.499525] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae5a1f2-29e4-4ff5-929d-467fc545afec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.529936] env[62859]: DEBUG nova.policy [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '578e41e536974456936f6d41fc64b6f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c411ec65f8fc4bc99d630b9fe9df64a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.647821] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538337, 'name': PowerOffVM_Task, 'duration_secs': 0.261779} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.648121] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.714370] env[62859]: INFO nova.compute.manager [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Detaching volume 119b6fdf-5c06-4317-8f6b-dfca538f9cb4 [ 967.735587] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d5f0b7-b748-4f77-b3ff-b55ef1703945 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.743968] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a90239-8392-4c8b-b594-17c8d73f23e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.773974] env[62859]: INFO nova.virt.block_device [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Attempting to driver detach volume 119b6fdf-5c06-4317-8f6b-dfca538f9cb4 from mountpoint /dev/sdb [ 967.774413] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 967.774664] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 967.777965] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdf7337-c46d-4800-b4e1-055381f716e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.780787] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b16d9-4d87-4191-be31-c060f3310450 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.803612] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f588c7f4-5102-4119-befc-5e19df061ef8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.808259] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306f42a2-eada-4dec-9335-786f660a514c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.826298] env[62859]: DEBUG nova.compute.provider_tree [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.830679] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80bfefd-3b09-4ccf-86b5-678591b456c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.853764] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6005a4-1d4a-4e57-a7cc-2e6aafd547ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.858830] env[62859]: DEBUG nova.network.neutron [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updating instance_info_cache with network_info: [{"id": "b811d73c-e258-45f2-999b-ec8f95593ccc", "address": "fa:16:3e:31:d6:39", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb811d73c-e2", "ovs_interfaceid": "b811d73c-e258-45f2-999b-ec8f95593ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf186259-0371-44bd-a289-35e618c1d819", "address": "fa:16:3e:77:36:59", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf186259-03", "ovs_interfaceid": "cf186259-0371-44bd-a289-35e618c1d819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.874996] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] The volume has not been displaced from its original location: [datastore1] volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4/volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 967.880947] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.887387] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70830d5c-8bc5-4bdd-b245-ba1e0dcb623c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.904263] env[62859]: DEBUG oslo_vmware.api [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538338, 'name': PowerOffVM_Task, 'duration_secs': 0.306546} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.905553] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.905793] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.906047] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 967.906047] env[62859]: value = "task-2538339" [ 967.906047] env[62859]: _type = "Task" [ 967.906047] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.906846] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-274340db-eb54-4084-9a6c-6e24a7668c06 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.919017] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.978747] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.978747] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.978747] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleting the datastore file [datastore1] 4c916463-e864-41e9-8625-b27abed8c991 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.978747] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32173969-6ec5-41a6-9cb8-b0942f4ef5ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.987157] env[62859]: DEBUG nova.compute.manager [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.988511] env[62859]: DEBUG oslo_vmware.api [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 967.988511] env[62859]: value = "task-2538341" [ 967.988511] env[62859]: _type = "Task" [ 967.988511] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.996287] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.996580] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.001075] env[62859]: DEBUG oslo_vmware.api [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.027055] env[62859]: INFO nova.compute.manager [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Took 25.81 seconds to build instance. [ 968.265057] env[62859]: DEBUG nova.network.neutron [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Successfully created port: 61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.331548] env[62859]: DEBUG nova.scheduler.client.report [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.357570] env[62859]: DEBUG nova.network.neutron [-] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.360204] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.360872] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.361113] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.364910] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757a5cd3-6cab-41bd-b653-55b8462d7365 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.390625] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.390877] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.391054] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.391207] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.391356] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.391505] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.391713] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.391869] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.392044] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.392214] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.392390] env[62859]: DEBUG nova.virt.hardware [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.402648] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Reconfiguring VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 968.402648] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b0f031-9475-476b-9c7b-fa98599cf930 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.423296] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538339, 'name': ReconfigVM_Task, 'duration_secs': 0.441214} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.425501] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.431759] env[62859]: DEBUG oslo_vmware.api [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 968.431759] env[62859]: value = "task-2538342" [ 968.431759] env[62859]: _type = "Task" [ 968.431759] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.432478] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45f67cd-f2b7-40ed-9248-02053cc8cee6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.453767] env[62859]: DEBUG oslo_vmware.api [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538342, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.453937] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 968.453937] env[62859]: value = "task-2538343" [ 968.453937] env[62859]: _type = "Task" [ 968.453937] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.462323] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.504595] env[62859]: DEBUG nova.compute.manager [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.508986] env[62859]: DEBUG oslo_vmware.api [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351757} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.510174] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.510407] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.510586] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.510761] env[62859]: INFO nova.compute.manager [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Took 1.16 seconds to destroy the instance on the hypervisor. [ 968.511015] env[62859]: DEBUG oslo.service.loopingcall [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.511221] env[62859]: DEBUG nova.compute.manager [-] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.511344] env[62859]: DEBUG nova.network.neutron [-] [instance: 4c916463-e864-41e9-8625-b27abed8c991] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.531579] env[62859]: DEBUG oslo_concurrency.lockutils [None req-36710bb4-147c-4f53-b959-44a3e9f89228 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.330s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.708056] env[62859]: DEBUG nova.compute.manager [req-b335b32b-911f-4f09-9b19-93567a9b92e6 req-ebcc164e-0211-4e98-89e6-46e3a0c12156 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Received event network-changed-cf186259-0371-44bd-a289-35e618c1d819 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.708056] env[62859]: DEBUG nova.compute.manager [req-b335b32b-911f-4f09-9b19-93567a9b92e6 req-ebcc164e-0211-4e98-89e6-46e3a0c12156 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Refreshing instance network info cache due to event network-changed-cf186259-0371-44bd-a289-35e618c1d819. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 968.708056] env[62859]: DEBUG oslo_concurrency.lockutils [req-b335b32b-911f-4f09-9b19-93567a9b92e6 req-ebcc164e-0211-4e98-89e6-46e3a0c12156 service nova] Acquiring lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.708056] env[62859]: DEBUG oslo_concurrency.lockutils [req-b335b32b-911f-4f09-9b19-93567a9b92e6 req-ebcc164e-0211-4e98-89e6-46e3a0c12156 service nova] Acquired lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.708056] env[62859]: DEBUG nova.network.neutron [req-b335b32b-911f-4f09-9b19-93567a9b92e6 req-ebcc164e-0211-4e98-89e6-46e3a0c12156 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Refreshing network info cache for port cf186259-0371-44bd-a289-35e618c1d819 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.838238] env[62859]: DEBUG oslo_concurrency.lockutils [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.840636] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.641s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.840830] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.841022] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 968.842295] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bbd000-4acd-4b61-b722-1f69e3599ac8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.851058] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b714f60-e4bc-473b-b36e-9be7c26b3b9b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.868831] env[62859]: INFO nova.compute.manager [-] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Took 2.16 seconds to deallocate network for instance. [ 968.870180] env[62859]: INFO nova.scheduler.client.report [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Deleted allocations for instance e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5 [ 968.875181] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f73a0d-b674-4107-8135-1bb0f9412620 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.887321] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd092bd8-4b9a-4aac-b165-1ee311bb2117 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.922661] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179434MB free_disk=134GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 968.922661] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.922661] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.953850] env[62859]: DEBUG oslo_vmware.api [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.963076] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538343, 'name': ReconfigVM_Task, 'duration_secs': 0.206226} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.963190] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 969.000597] env[62859]: DEBUG nova.compute.manager [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.028064] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.041517] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.041849] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.042092] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.042344] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.042578] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.042780] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.043080] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.043547] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.043547] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.043975] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.044185] env[62859]: DEBUG nova.virt.hardware [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.045486] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0380d5-abcf-4488-be93-3fd40d95745a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.060935] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90456a3b-857d-4c23-b344-7ead1a43f32d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.300361] env[62859]: DEBUG nova.network.neutron [-] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.385026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.387186] env[62859]: DEBUG oslo_concurrency.lockutils [None req-df78fbcb-6bbb-44bb-9d0a-38cc96c6aca6 tempest-ServerGroupTestJSON-170292525 tempest-ServerGroupTestJSON-170292525-project-member] Lock "e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.372s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.454408] env[62859]: DEBUG oslo_vmware.api [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538342, 'name': ReconfigVM_Task, 'duration_secs': 0.986607} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.454922] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.455153] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Reconfigured VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 969.581194] env[62859]: DEBUG nova.network.neutron [req-b335b32b-911f-4f09-9b19-93567a9b92e6 req-ebcc164e-0211-4e98-89e6-46e3a0c12156 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updated VIF entry in instance network info cache for port cf186259-0371-44bd-a289-35e618c1d819. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.581194] env[62859]: DEBUG nova.network.neutron [req-b335b32b-911f-4f09-9b19-93567a9b92e6 req-ebcc164e-0211-4e98-89e6-46e3a0c12156 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updating instance_info_cache with network_info: [{"id": "b811d73c-e258-45f2-999b-ec8f95593ccc", "address": "fa:16:3e:31:d6:39", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb811d73c-e2", "ovs_interfaceid": "b811d73c-e258-45f2-999b-ec8f95593ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cf186259-0371-44bd-a289-35e618c1d819", "address": "fa:16:3e:77:36:59", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf186259-03", "ovs_interfaceid": "cf186259-0371-44bd-a289-35e618c1d819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.804261] env[62859]: INFO nova.compute.manager [-] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Took 1.29 seconds to deallocate network for instance. [ 969.936462] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=62859) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 969.960310] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b6a492b-35c2-4457-a397-c8c47bbcab0d tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-6de94751-258b-46ec-8079-ae7b3660d2fd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.428s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.966959] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.967151] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 6452c79d-2627-4002-b4bf-9ea900b4318c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.967279] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 95aff221-c77b-49c3-b8b1-687bd1b65f1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.967442] env[62859]: WARNING nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance e7e8eb47-c059-4a97-9a09-f8559f460309 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.967576] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 69304681-00ad-41e3-b445-65e420e5aa36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.967712] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 6de94751-258b-46ec-8079-ae7b3660d2fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.967840] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance f37c4ccf-a04a-4627-a3f7-3eab6f93a928 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.967953] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance d0730eb3-ffe7-4030-b5cc-8b9c36fbd357 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.968238] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 33793e48-aee8-46f2-a0e8-3f20cd05e858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.968451] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c45237e1-fa97-4539-a2ee-77fb50619c40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.968709] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 4c916463-e864-41e9-8625-b27abed8c991 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.968792] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance a4e83d62-32d3-4605-a43d-541782c7937f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.047161] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.047590] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f67f02-af21-4b88-91fb-39f14fde99c4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.055045] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 970.055045] env[62859]: value = "task-2538344" [ 970.055045] env[62859]: _type = "Task" [ 970.055045] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.065392] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 970.065745] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 970.066084] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 970.067054] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6791db96-74b4-4249-9ed1-c663ce5cd0de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.090790] env[62859]: DEBUG oslo_concurrency.lockutils [req-b335b32b-911f-4f09-9b19-93567a9b92e6 req-ebcc164e-0211-4e98-89e6-46e3a0c12156 service nova] Releasing lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.091226] env[62859]: DEBUG nova.compute.manager [req-b335b32b-911f-4f09-9b19-93567a9b92e6 req-ebcc164e-0211-4e98-89e6-46e3a0c12156 service nova] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Received event network-vif-deleted-8752e0c8-bd24-4f84-b296-fa1d34054773 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.092651] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2d0b61-2725-4370-a907-6e2c35c0d87b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.099958] env[62859]: WARNING nova.virt.vmwareapi.driver [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 970.100717] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.101763] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085c5d5d-990b-4ae4-8fd2-d267d22d362b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.110527] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.110863] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ba56a55-d62e-42c0-8c9f-9d1831bfd787 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.298909] env[62859]: DEBUG nova.compute.manager [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Stashing vm_state: active {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 970.312373] env[62859]: DEBUG oslo_concurrency.lockutils [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.338905] env[62859]: DEBUG nova.network.neutron [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Successfully updated port: 61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.474502] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c02b583d-cb1f-4e90-a8be-bee9f7bc264b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 970.474502] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Migration 4c64c719-1b2b-486e-b86a-e0f1a4f514e5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 970.474502] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 47ee374d-64b0-4f61-a053-7d21e8d6f400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 970.474502] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 970.474502] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 970.517310] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.517706] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.517865] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleting the datastore file [datastore2] 69304681-00ad-41e3-b445-65e420e5aa36 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.518215] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97fd1ef4-e4dc-499b-89b4-7f425ab0410b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.527369] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 970.527369] env[62859]: value = "task-2538346" [ 970.527369] env[62859]: _type = "Task" [ 970.527369] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.538384] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.649041] env[62859]: DEBUG nova.compute.manager [req-7f28916a-ce3e-4c63-981b-06b9772653ab req-29e69185-6b02-4d4d-8d40-39bc16f584ac service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received event network-vif-plugged-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.649339] env[62859]: DEBUG oslo_concurrency.lockutils [req-7f28916a-ce3e-4c63-981b-06b9772653ab req-29e69185-6b02-4d4d-8d40-39bc16f584ac service nova] Acquiring lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.649339] env[62859]: DEBUG oslo_concurrency.lockutils [req-7f28916a-ce3e-4c63-981b-06b9772653ab req-29e69185-6b02-4d4d-8d40-39bc16f584ac service nova] Lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.649466] env[62859]: DEBUG oslo_concurrency.lockutils [req-7f28916a-ce3e-4c63-981b-06b9772653ab req-29e69185-6b02-4d4d-8d40-39bc16f584ac service nova] Lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.649632] env[62859]: DEBUG nova.compute.manager [req-7f28916a-ce3e-4c63-981b-06b9772653ab req-29e69185-6b02-4d4d-8d40-39bc16f584ac service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] No waiting events found dispatching network-vif-plugged-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.649797] env[62859]: WARNING nova.compute.manager [req-7f28916a-ce3e-4c63-981b-06b9772653ab req-29e69185-6b02-4d4d-8d40-39bc16f584ac service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received unexpected event network-vif-plugged-61ece41e-78cd-4851-8966-d0ac21207904 for instance with vm_state building and task_state spawning. [ 970.754300] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0c611a-f31c-4194-95e7-01ed8e86419c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.760814] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abadd834-341e-46bf-b329-3a8f35785756 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.800264] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95355a09-d228-430b-a28c-b14f5759e922 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.811462] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db32c378-b3c8-4d43-bc45-bba9b16e4c03 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.820896] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.832876] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.846019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.846019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.846019] env[62859]: DEBUG nova.network.neutron [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.956631] env[62859]: DEBUG nova.compute.manager [req-97ef98f2-357a-49b3-abaf-b1cb2651ce1b req-253a9b91-ec8d-4008-b600-bab2df2bafad service nova] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Received event network-vif-deleted-d639e070-7c81-44a0-bd91-c62a9190ed3e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.037671] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.194433] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquiring lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.195260] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.336021] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.377148] env[62859]: DEBUG nova.network.neutron [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.526687] env[62859]: DEBUG nova.network.neutron [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating instance_info_cache with network_info: [{"id": "61ece41e-78cd-4851-8966-d0ac21207904", "address": "fa:16:3e:e9:7d:b8", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ece41e-78", "ovs_interfaceid": "61ece41e-78cd-4851-8966-d0ac21207904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.540033] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.663206} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.540826] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.540826] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.541038] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.699629] env[62859]: DEBUG nova.compute.manager [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.729112] env[62859]: DEBUG oslo_concurrency.lockutils [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-6de94751-258b-46ec-8079-ae7b3660d2fd-cf186259-0371-44bd-a289-35e618c1d819" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.729365] env[62859]: DEBUG oslo_concurrency.lockutils [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-6de94751-258b-46ec-8079-ae7b3660d2fd-cf186259-0371-44bd-a289-35e618c1d819" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.845234] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 971.845467] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.923s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.845744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.818s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.847733] env[62859]: INFO nova.compute.claims [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.036680] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.037018] env[62859]: DEBUG nova.compute.manager [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Instance network_info: |[{"id": "61ece41e-78cd-4851-8966-d0ac21207904", "address": "fa:16:3e:e9:7d:b8", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ece41e-78", "ovs_interfaceid": "61ece41e-78cd-4851-8966-d0ac21207904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.037464] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:7d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ece41e-78cd-4851-8966-d0ac21207904', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.045015] env[62859]: DEBUG oslo.service.loopingcall [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.046426] env[62859]: INFO nova.virt.block_device [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Booting with volume 119b6fdf-5c06-4317-8f6b-dfca538f9cb4 at /dev/sdb [ 972.048059] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.048670] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fbc034b-bc78-491e-932c-0140318e6555 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.071518] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.071518] env[62859]: value = "task-2538347" [ 972.071518] env[62859]: _type = "Task" [ 972.071518] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.083303] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538347, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.093356] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d868d0d4-a123-4ebd-bf16-bb83c7ba008f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.102125] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df0e3f7-686d-4f8e-81e5-db0c7515a45b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.133979] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bc9ca8c-b605-4d99-9da1-7348d688529a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.142894] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0a0fa5-5ae2-450d-9de7-7c4644c85ec6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.175531] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48ec31f-0a36-4bf5-a238-024d0cdc1f46 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.182501] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf3be63-11bf-436f-a76d-aa39c2624272 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.195840] env[62859]: DEBUG nova.virt.block_device [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Updating existing volume attachment record: bf44c42f-d7c1-4f9c-aef6-263f80025310 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 972.223173] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.232039] env[62859]: DEBUG oslo_concurrency.lockutils [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.232270] env[62859]: DEBUG oslo_concurrency.lockutils [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.233327] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a108a84-aa6c-41d7-ad65-01c4ce1e1d89 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.253874] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bab8602-4ef9-4d19-a47d-a830ad1e8a73 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.281792] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Reconfiguring VM to detach interface {{(pid=62859) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 972.282059] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c95017-7842-42bd-a237-d77a016e27a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.303789] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 972.303789] env[62859]: value = "task-2538348" [ 972.303789] env[62859]: _type = "Task" [ 972.303789] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.312526] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.581342] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538347, 'name': CreateVM_Task, 'duration_secs': 0.357485} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.581513] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.582195] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.582355] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.582688] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.582938] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f928836b-2da6-4db5-8799-f6e61e42fba5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.589029] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 972.589029] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52390ba6-c291-ddb5-30d5-8b1587b5d4db" [ 972.589029] env[62859]: _type = "Task" [ 972.589029] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.595885] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52390ba6-c291-ddb5-30d5-8b1587b5d4db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.680182] env[62859]: DEBUG nova.compute.manager [req-562282c3-a0ff-4916-beda-4d6edbb92028 req-035961b4-4b37-4588-95ed-dbdf522821af service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received event network-changed-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.680427] env[62859]: DEBUG nova.compute.manager [req-562282c3-a0ff-4916-beda-4d6edbb92028 req-035961b4-4b37-4588-95ed-dbdf522821af service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Refreshing instance network info cache due to event network-changed-61ece41e-78cd-4851-8966-d0ac21207904. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.680610] env[62859]: DEBUG oslo_concurrency.lockutils [req-562282c3-a0ff-4916-beda-4d6edbb92028 req-035961b4-4b37-4588-95ed-dbdf522821af service nova] Acquiring lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.680736] env[62859]: DEBUG oslo_concurrency.lockutils [req-562282c3-a0ff-4916-beda-4d6edbb92028 req-035961b4-4b37-4588-95ed-dbdf522821af service nova] Acquired lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.680905] env[62859]: DEBUG nova.network.neutron [req-562282c3-a0ff-4916-beda-4d6edbb92028 req-035961b4-4b37-4588-95ed-dbdf522821af service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Refreshing network info cache for port 61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.815034] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.058241] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95836228-4b95-434f-b8b2-7d9f50c3fc15 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.066723] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99deba81-2b6c-4ae2-9b35-c035853f1080 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.104111] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df59e376-4737-4ac9-821e-b9051f9ee22c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.114901] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52390ba6-c291-ddb5-30d5-8b1587b5d4db, 'name': SearchDatastore_Task, 'duration_secs': 0.017622} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.117115] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.117366] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.117622] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.117776] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.117955] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.122730] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dab4110-5ddf-4246-aaaa-58070a0379e5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.126516] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef4976-3556-4a01-9a62-3a6fd3d3acc2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.140846] env[62859]: DEBUG nova.compute.provider_tree [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.143637] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.143829] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.144790] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ba05ae-3faa-45fe-9814-91d36fca94f3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.150759] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 973.150759] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5225b6e9-24fb-d67c-8bc1-354a0c0b65b7" [ 973.150759] env[62859]: _type = "Task" [ 973.150759] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.159177] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5225b6e9-24fb-d67c-8bc1-354a0c0b65b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.317727] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.421830] env[62859]: DEBUG nova.network.neutron [req-562282c3-a0ff-4916-beda-4d6edbb92028 req-035961b4-4b37-4588-95ed-dbdf522821af service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updated VIF entry in instance network info cache for port 61ece41e-78cd-4851-8966-d0ac21207904. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.422202] env[62859]: DEBUG nova.network.neutron [req-562282c3-a0ff-4916-beda-4d6edbb92028 req-035961b4-4b37-4588-95ed-dbdf522821af service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating instance_info_cache with network_info: [{"id": "61ece41e-78cd-4851-8966-d0ac21207904", "address": "fa:16:3e:e9:7d:b8", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ece41e-78", "ovs_interfaceid": "61ece41e-78cd-4851-8966-d0ac21207904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.646316] env[62859]: DEBUG nova.scheduler.client.report [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.661785] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5225b6e9-24fb-d67c-8bc1-354a0c0b65b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013675} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.663095] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64a5477-b667-40a7-b2f3-6eedde22139b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.668674] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 973.668674] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5237d2af-8c6e-6144-9bef-2efda309ca06" [ 973.668674] env[62859]: _type = "Task" [ 973.668674] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.675773] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5237d2af-8c6e-6144-9bef-2efda309ca06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.815124] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.925250] env[62859]: DEBUG oslo_concurrency.lockutils [req-562282c3-a0ff-4916-beda-4d6edbb92028 req-035961b4-4b37-4588-95ed-dbdf522821af service nova] Releasing lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.151803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.152368] env[62859]: DEBUG nova.compute.manager [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.155010] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.772s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.155845] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.158598] env[62859]: DEBUG oslo_concurrency.lockutils [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.846s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.158828] env[62859]: DEBUG nova.objects.instance [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lazy-loading 'resources' on Instance uuid 4c916463-e864-41e9-8625-b27abed8c991 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.181508] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5237d2af-8c6e-6144-9bef-2efda309ca06, 'name': SearchDatastore_Task, 'duration_secs': 0.023539} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.182436] env[62859]: INFO nova.scheduler.client.report [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Deleted allocations for instance e7e8eb47-c059-4a97-9a09-f8559f460309 [ 974.186951] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.186951] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f/a4e83d62-32d3-4605-a43d-541782c7937f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.187345] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e392ab62-c812-42a3-ae34-6a38e4683e96 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.194808] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 974.194808] env[62859]: value = "task-2538349" [ 974.194808] env[62859]: _type = "Task" [ 974.194808] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.204046] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.318079] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.320401] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.320650] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.321299] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.321299] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.321299] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.321670] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.321670] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.321754] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.321935] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.322133] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.322332] env[62859]: DEBUG nova.virt.hardware [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.323171] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1d6fd0-90e3-4eed-b63e-d044bed6eaab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.331726] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce97c4d2-5be7-45fd-bc77-992835169fc0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.347318] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:07:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4727f9b-d187-4a58-b569-3192e550dcec', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.354890] env[62859]: DEBUG oslo.service.loopingcall [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.355193] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.355845] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ebb3955-4480-4c28-acf8-9344dce35604 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.374242] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.374242] env[62859]: value = "task-2538350" [ 974.374242] env[62859]: _type = "Task" [ 974.374242] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.383549] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538350, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.664730] env[62859]: DEBUG nova.compute.utils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.666316] env[62859]: DEBUG nova.compute.manager [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.666577] env[62859]: DEBUG nova.network.neutron [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.694081] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b66b628-8a0e-442e-8f8d-8f115c317f4e tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "e7e8eb47-c059-4a97-9a09-f8559f460309" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.633s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.705411] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538349, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.713057] env[62859]: DEBUG nova.policy [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52809c5ee26b492d874ff70821c05b79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1328f25809a43e18557fbd3fdf9f1e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.818192] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.886316] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538350, 'name': CreateVM_Task, 'duration_secs': 0.435215} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.886514] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.887193] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.887360] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.887736] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.888014] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f44831-de4c-4676-94f1-3722d5a9a1df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.894923] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 974.894923] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521150c2-4f03-16d2-24ab-3bea8bb3c693" [ 974.894923] env[62859]: _type = "Task" [ 974.894923] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.902972] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521150c2-4f03-16d2-24ab-3bea8bb3c693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.904614] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064ba283-3e1c-4f1d-9baa-d10113d6a736 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.911047] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd60b07-c8ec-42c5-beca-238ed93d4d22 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.944932] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98930a0c-7290-4157-96f4-89f33274f8cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.952397] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843a9576-5291-4eb9-a4a6-5a762a9b1c04 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.969248] env[62859]: DEBUG nova.compute.provider_tree [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.007697] env[62859]: DEBUG nova.network.neutron [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Successfully created port: 1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.170546] env[62859]: DEBUG nova.compute.manager [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.207451] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620835} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.208468] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f/a4e83d62-32d3-4605-a43d-541782c7937f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.208692] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.208950] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe15f0a7-43ef-4b7b-88c2-fff97c86ebbf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.215994] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 975.215994] env[62859]: value = "task-2538352" [ 975.215994] env[62859]: _type = "Task" [ 975.215994] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.225392] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.318975] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.405135] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521150c2-4f03-16d2-24ab-3bea8bb3c693, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.405594] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.405881] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.406181] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.406437] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.406605] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.406865] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04c7ad80-1bd0-4734-8da0-bc8a084f04fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.420582] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.420735] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.421473] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a804eb72-6dbe-4a3f-aa7e-e7c5e82ffa3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.427024] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 975.427024] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528f5a12-4904-fb49-e04f-ccc1bf18b8ab" [ 975.427024] env[62859]: _type = "Task" [ 975.427024] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.433506] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528f5a12-4904-fb49-e04f-ccc1bf18b8ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.471622] env[62859]: DEBUG nova.scheduler.client.report [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.725752] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077069} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.726043] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.726839] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61a2373-a8ad-4637-9e61-65c87a40175b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.748397] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f/a4e83d62-32d3-4605-a43d-541782c7937f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.748961] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f235179b-5441-4ca8-9f63-95c2b58615d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.768214] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 975.768214] env[62859]: value = "task-2538353" [ 975.768214] env[62859]: _type = "Task" [ 975.768214] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.775595] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.819017] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.939033] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528f5a12-4904-fb49-e04f-ccc1bf18b8ab, 'name': SearchDatastore_Task, 'duration_secs': 0.041866} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.939884] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1b5036-f549-4e33-901c-f9539c24c4a1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.945456] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 975.945456] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ce6cc-383f-d8f2-666f-505c22c44a68" [ 975.945456] env[62859]: _type = "Task" [ 975.945456] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.953722] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ce6cc-383f-d8f2-666f-505c22c44a68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.977189] env[62859]: DEBUG oslo_concurrency.lockutils [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.979430] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.159s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.003994] env[62859]: INFO nova.scheduler.client.report [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleted allocations for instance 4c916463-e864-41e9-8625-b27abed8c991 [ 976.180062] env[62859]: DEBUG nova.compute.manager [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.205624] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.205885] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.206065] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.206291] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.206457] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.206782] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.206865] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.207015] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.207190] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.207391] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.207545] env[62859]: DEBUG nova.virt.hardware [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.208416] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e9e2ee-adbc-4bee-bd7a-7774f0cda142 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.216723] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643229e3-0c3f-4fbb-91e6-3550eacdade0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.277725] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538353, 'name': ReconfigVM_Task, 'duration_secs': 0.290864} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.278026] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f/a4e83d62-32d3-4605-a43d-541782c7937f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.278659] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e377d5c-3f47-434b-b344-204df72e6359 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.284952] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 976.284952] env[62859]: value = "task-2538354" [ 976.284952] env[62859]: _type = "Task" [ 976.284952] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.294033] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538354, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.319842] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.456798] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524ce6cc-383f-d8f2-666f-505c22c44a68, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.457782] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.457782] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 69304681-00ad-41e3-b445-65e420e5aa36/69304681-00ad-41e3-b445-65e420e5aa36.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.457782] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d60f4afd-cfdf-4eaf-adc1-0b56e9c9ee38 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.464242] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 976.464242] env[62859]: value = "task-2538355" [ 976.464242] env[62859]: _type = "Task" [ 976.464242] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.472365] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.484023] env[62859]: INFO nova.compute.claims [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.511379] env[62859]: DEBUG oslo_concurrency.lockutils [None req-212afc32-9191-47dd-9bf5-2b09814122bd tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "4c916463-e864-41e9-8625-b27abed8c991" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.671s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.613323] env[62859]: DEBUG nova.compute.manager [req-3363ab03-e97c-4ec7-8b45-2839aa8dc684 req-119769b0-5ec6-4b9d-9b8c-251bcb1e3d1a service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Received event network-vif-plugged-1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.613323] env[62859]: DEBUG oslo_concurrency.lockutils [req-3363ab03-e97c-4ec7-8b45-2839aa8dc684 req-119769b0-5ec6-4b9d-9b8c-251bcb1e3d1a service nova] Acquiring lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.613323] env[62859]: DEBUG oslo_concurrency.lockutils [req-3363ab03-e97c-4ec7-8b45-2839aa8dc684 req-119769b0-5ec6-4b9d-9b8c-251bcb1e3d1a service nova] Lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.613323] env[62859]: DEBUG oslo_concurrency.lockutils [req-3363ab03-e97c-4ec7-8b45-2839aa8dc684 req-119769b0-5ec6-4b9d-9b8c-251bcb1e3d1a service nova] Lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.613604] env[62859]: DEBUG nova.compute.manager [req-3363ab03-e97c-4ec7-8b45-2839aa8dc684 req-119769b0-5ec6-4b9d-9b8c-251bcb1e3d1a service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] No waiting events found dispatching network-vif-plugged-1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.613946] env[62859]: WARNING nova.compute.manager [req-3363ab03-e97c-4ec7-8b45-2839aa8dc684 req-119769b0-5ec6-4b9d-9b8c-251bcb1e3d1a service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Received unexpected event network-vif-plugged-1cb2b513-165e-44a3-98fd-f161c6813fd4 for instance with vm_state building and task_state spawning. [ 976.796594] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538354, 'name': Rename_Task, 'duration_secs': 0.146174} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.796945] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.797239] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a0646d-5df4-4320-bbb6-1052f416232c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.807075] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 976.807075] env[62859]: value = "task-2538356" [ 976.807075] env[62859]: _type = "Task" [ 976.807075] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.824346] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538356, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.828272] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.843994] env[62859]: DEBUG nova.network.neutron [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Successfully updated port: 1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.975701] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538355, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.990025] env[62859]: INFO nova.compute.resource_tracker [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating resource usage from migration 4c64c719-1b2b-486e-b86a-e0f1a4f514e5 [ 977.159982] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e678cf-5069-45a9-9408-fa3d052ef367 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.168288] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc09c4d-74f1-4960-8939-6a3975241a2e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.198616] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dbcdf5-4d3b-4fbd-8bc8-09023352c148 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.206631] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca4291a-39bd-40a7-8f49-4df01f6dbdc2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.219298] env[62859]: DEBUG nova.compute.provider_tree [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.319730] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538356, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.325273] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.348301] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.348494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquired lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.348800] env[62859]: DEBUG nova.network.neutron [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.476831] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556694} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.477090] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 69304681-00ad-41e3-b445-65e420e5aa36/69304681-00ad-41e3-b445-65e420e5aa36.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.477306] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.477613] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53d0b18b-5c70-4317-9772-aecfc7062e8f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.483760] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 977.483760] env[62859]: value = "task-2538357" [ 977.483760] env[62859]: _type = "Task" [ 977.483760] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.493019] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.723390] env[62859]: DEBUG nova.scheduler.client.report [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.820162] env[62859]: DEBUG oslo_vmware.api [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538356, 'name': PowerOnVM_Task, 'duration_secs': 0.549608} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.820861] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.821431] env[62859]: INFO nova.compute.manager [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Took 8.82 seconds to spawn the instance on the hypervisor. [ 977.821431] env[62859]: DEBUG nova.compute.manager [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.822079] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80433a0a-581f-4689-81f2-182109603b70 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.827569] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.900188] env[62859]: DEBUG nova.network.neutron [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.992886] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067647} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.993175] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.993959] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0040c413-2233-4bec-ab05-7d5a0ad36faa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.016028] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 69304681-00ad-41e3-b445-65e420e5aa36/69304681-00ad-41e3-b445-65e420e5aa36.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.016323] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10767e0b-0121-4ada-8fc3-443b3f040c3d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.036922] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 978.036922] env[62859]: value = "task-2538358" [ 978.036922] env[62859]: _type = "Task" [ 978.036922] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.045154] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.080625] env[62859]: DEBUG nova.network.neutron [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Updating instance_info_cache with network_info: [{"id": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "address": "fa:16:3e:fc:17:97", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb2b513-16", "ovs_interfaceid": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.228216] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.249s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.228460] env[62859]: INFO nova.compute.manager [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Migrating [ 978.235465] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.012s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.237285] env[62859]: INFO nova.compute.claims [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.327110] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.341901] env[62859]: INFO nova.compute.manager [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Took 13.72 seconds to build instance. [ 978.547121] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538358, 'name': ReconfigVM_Task, 'duration_secs': 0.389255} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.547408] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 69304681-00ad-41e3-b445-65e420e5aa36/69304681-00ad-41e3-b445-65e420e5aa36.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.548536] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'encrypted': False, 'device_type': 'disk', 'image_id': '9202e09c-1f63-499b-aa32-d3ad8b2d56b8'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sdb', 'attachment_id': 'bf44c42f-d7c1-4f9c-aef6-263f80025310', 'boot_index': None, 'disk_bus': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62859) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 978.548745] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 978.548936] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 978.549796] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894225ae-bc7a-4f2f-bb25-570d2e93ef4c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.565690] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f99f043-ecf1-45fe-8a56-899fc1507a35 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.583038] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Releasing lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.583362] env[62859]: DEBUG nova.compute.manager [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Instance network_info: |[{"id": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "address": "fa:16:3e:fc:17:97", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb2b513-16", "ovs_interfaceid": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.590986] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4/volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.591412] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:17:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cb2b513-165e-44a3-98fd-f161c6813fd4', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.598629] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Creating folder: Project (d1328f25809a43e18557fbd3fdf9f1e6). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.598884] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb16e98f-1bce-499a-87a3-6c71499c17d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.611436] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-077c0393-3ac9-4c87-84a9-dcd5738ed324 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.619450] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 978.619450] env[62859]: value = "task-2538360" [ 978.619450] env[62859]: _type = "Task" [ 978.619450] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.623429] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Created folder: Project (d1328f25809a43e18557fbd3fdf9f1e6) in parent group-v512592. [ 978.623639] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Creating folder: Instances. Parent ref: group-v512835. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.624220] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc14941f-5c42-40c7-ab1e-b91c0a470d38 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.628750] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.636635] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Created folder: Instances in parent group-v512835. [ 978.636874] env[62859]: DEBUG oslo.service.loopingcall [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.637187] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.638293] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8483ada-c450-4144-9ba5-5fd287755b49 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.654618] env[62859]: DEBUG nova.compute.manager [req-b74627a7-651c-4917-b461-5317d354856d req-cfbc923a-8f48-4c56-9380-69b2f4f3277a service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Received event network-changed-1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.654913] env[62859]: DEBUG nova.compute.manager [req-b74627a7-651c-4917-b461-5317d354856d req-cfbc923a-8f48-4c56-9380-69b2f4f3277a service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Refreshing instance network info cache due to event network-changed-1cb2b513-165e-44a3-98fd-f161c6813fd4. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.655277] env[62859]: DEBUG oslo_concurrency.lockutils [req-b74627a7-651c-4917-b461-5317d354856d req-cfbc923a-8f48-4c56-9380-69b2f4f3277a service nova] Acquiring lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.655525] env[62859]: DEBUG oslo_concurrency.lockutils [req-b74627a7-651c-4917-b461-5317d354856d req-cfbc923a-8f48-4c56-9380-69b2f4f3277a service nova] Acquired lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.655806] env[62859]: DEBUG nova.network.neutron [req-b74627a7-651c-4917-b461-5317d354856d req-cfbc923a-8f48-4c56-9380-69b2f4f3277a service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Refreshing network info cache for port 1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.662599] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.662599] env[62859]: value = "task-2538362" [ 978.662599] env[62859]: _type = "Task" [ 978.662599] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.671565] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538362, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.749010] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.749211] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.749394] env[62859]: DEBUG nova.network.neutron [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.825841] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.844806] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3693c929-8f69-4e92-8529-0dc403c8006c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.229s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.129048] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538360, 'name': ReconfigVM_Task, 'duration_secs': 0.39917} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.129363] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4/volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.134321] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7532d2df-a3d9-4441-a3cc-1f1e15e04420 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.149093] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 979.149093] env[62859]: value = "task-2538363" [ 979.149093] env[62859]: _type = "Task" [ 979.149093] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.156689] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.171160] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538362, 'name': CreateVM_Task, 'duration_secs': 0.352098} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.171342] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.171989] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.172168] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.172484] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.172735] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c5b572-3b2d-46fb-a1e7-bf1c6ae10614 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.177023] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 979.177023] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e8b540-9840-13a4-213b-49a4cc3a6e95" [ 979.177023] env[62859]: _type = "Task" [ 979.177023] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.184301] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e8b540-9840-13a4-213b-49a4cc3a6e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.324661] env[62859]: DEBUG oslo_vmware.api [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538348, 'name': ReconfigVM_Task, 'duration_secs': 6.803353} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.324922] env[62859]: DEBUG oslo_concurrency.lockutils [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.325136] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Reconfigured VM to detach interface {{(pid=62859) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 979.493299] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb0b945-5253-426d-a37f-fb4d61af9afb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.500737] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.500737] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.500737] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.500737] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.501032] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.503382] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e22596-b8a6-46ce-ab1c-9e13c8f7a1ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.507244] env[62859]: INFO nova.compute.manager [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Terminating instance [ 979.540896] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8267cd-aee8-47c4-8183-0c2459844f70 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.549265] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f61fe5-dbea-4584-a580-cb8eb622e60d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.565409] env[62859]: DEBUG nova.compute.provider_tree [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.602889] env[62859]: DEBUG nova.network.neutron [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance_info_cache with network_info: [{"id": "5725accb-aa23-44dc-9a48-9172c36af937", "address": "fa:16:3e:31:ae:3b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5725accb-aa", "ovs_interfaceid": "5725accb-aa23-44dc-9a48-9172c36af937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.662787] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538363, 'name': ReconfigVM_Task, 'duration_secs': 0.308715} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.663113] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 979.663688] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dd9a3df-1030-4f2e-8ec0-a3ffde892c4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.670302] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 979.670302] env[62859]: value = "task-2538364" [ 979.670302] env[62859]: _type = "Task" [ 979.670302] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.678226] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538364, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.686139] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e8b540-9840-13a4-213b-49a4cc3a6e95, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.686424] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.686750] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.686916] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.687072] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.687252] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.687534] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1675e77e-3ecc-4cdf-b0c5-6b2c962dc20e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.696559] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.696559] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.696974] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265083bf-4e5e-4c88-aa95-cb44f3d04572 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.703802] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 979.703802] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bbd44e-dabe-5087-db79-e8d03853af23" [ 979.703802] env[62859]: _type = "Task" [ 979.703802] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.711405] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bbd44e-dabe-5087-db79-e8d03853af23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.932379] env[62859]: DEBUG nova.network.neutron [req-b74627a7-651c-4917-b461-5317d354856d req-cfbc923a-8f48-4c56-9380-69b2f4f3277a service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Updated VIF entry in instance network info cache for port 1cb2b513-165e-44a3-98fd-f161c6813fd4. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.932379] env[62859]: DEBUG nova.network.neutron [req-b74627a7-651c-4917-b461-5317d354856d req-cfbc923a-8f48-4c56-9380-69b2f4f3277a service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Updating instance_info_cache with network_info: [{"id": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "address": "fa:16:3e:fc:17:97", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb2b513-16", "ovs_interfaceid": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.943189] env[62859]: DEBUG nova.compute.manager [req-a94228cc-d00f-45cf-9bd6-15bdac66378c req-814cc695-591f-43bc-99d7-4d7a60259b12 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Received event network-vif-deleted-cf186259-0371-44bd-a289-35e618c1d819 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.945929] env[62859]: INFO nova.compute.manager [req-a94228cc-d00f-45cf-9bd6-15bdac66378c req-814cc695-591f-43bc-99d7-4d7a60259b12 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Neutron deleted interface cf186259-0371-44bd-a289-35e618c1d819; detaching it from the instance and deleting it from the info cache [ 979.945929] env[62859]: DEBUG nova.network.neutron [req-a94228cc-d00f-45cf-9bd6-15bdac66378c req-814cc695-591f-43bc-99d7-4d7a60259b12 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updating instance_info_cache with network_info: [{"id": "b811d73c-e258-45f2-999b-ec8f95593ccc", "address": "fa:16:3e:31:d6:39", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb811d73c-e2", "ovs_interfaceid": "b811d73c-e258-45f2-999b-ec8f95593ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.011654] env[62859]: DEBUG nova.compute.manager [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.011888] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.013117] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86063387-40de-4cfc-a59d-64ad0522e4f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.020931] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.021203] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84d11422-4606-4044-b829-615c56f55172 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.028584] env[62859]: DEBUG oslo_vmware.api [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 980.028584] env[62859]: value = "task-2538365" [ 980.028584] env[62859]: _type = "Task" [ 980.028584] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.039795] env[62859]: DEBUG oslo_vmware.api [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.071300] env[62859]: DEBUG nova.scheduler.client.report [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.109794] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.189961] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538364, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.217132] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bbd44e-dabe-5087-db79-e8d03853af23, 'name': SearchDatastore_Task, 'duration_secs': 0.007943} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.217934] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848876ab-d9b5-41ec-841d-d94360a251cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.226584] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 980.226584] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520e38c8-fd63-4965-ee43-c801b1cc2253" [ 980.226584] env[62859]: _type = "Task" [ 980.226584] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.232290] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520e38c8-fd63-4965-ee43-c801b1cc2253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.434008] env[62859]: DEBUG oslo_concurrency.lockutils [req-b74627a7-651c-4917-b461-5317d354856d req-cfbc923a-8f48-4c56-9380-69b2f4f3277a service nova] Releasing lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.447487] env[62859]: DEBUG oslo_concurrency.lockutils [req-a94228cc-d00f-45cf-9bd6-15bdac66378c req-814cc695-591f-43bc-99d7-4d7a60259b12 service nova] Acquiring lock "6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.447816] env[62859]: DEBUG oslo_concurrency.lockutils [req-a94228cc-d00f-45cf-9bd6-15bdac66378c req-814cc695-591f-43bc-99d7-4d7a60259b12 service nova] Acquired lock "6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.449126] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5558c0d-9883-464b-825a-142cfacf57fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.466775] env[62859]: DEBUG oslo_concurrency.lockutils [req-a94228cc-d00f-45cf-9bd6-15bdac66378c req-814cc695-591f-43bc-99d7-4d7a60259b12 service nova] Releasing lock "6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.467148] env[62859]: WARNING nova.compute.manager [req-a94228cc-d00f-45cf-9bd6-15bdac66378c req-814cc695-591f-43bc-99d7-4d7a60259b12 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Detach interface failed, port_id=cf186259-0371-44bd-a289-35e618c1d819, reason: No device with interface-id cf186259-0371-44bd-a289-35e618c1d819 exists on VM: nova.exception.NotFound: No device with interface-id cf186259-0371-44bd-a289-35e618c1d819 exists on VM [ 980.538237] env[62859]: DEBUG oslo_vmware.api [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538365, 'name': PowerOffVM_Task, 'duration_secs': 0.24496} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.538495] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.538677] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.538925] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67f2a2f0-7723-4943-a691-f7e34ab1fb26 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.577497] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.578037] env[62859]: DEBUG nova.compute.manager [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.603926] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.603926] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.603926] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Deleting the datastore file [datastore2] 95aff221-c77b-49c3-b8b1-687bd1b65f1c {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.603926] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-248a523f-369e-4a98-81f6-40ea1655ad3f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.609778] env[62859]: DEBUG oslo_vmware.api [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 980.609778] env[62859]: value = "task-2538367" [ 980.609778] env[62859]: _type = "Task" [ 980.609778] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.624634] env[62859]: DEBUG oslo_vmware.api [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.640497] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "6de94751-258b-46ec-8079-ae7b3660d2fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.641958] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.641958] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "6de94751-258b-46ec-8079-ae7b3660d2fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.641958] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.641958] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.643545] env[62859]: INFO nova.compute.manager [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Terminating instance [ 980.684146] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538364, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.734176] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520e38c8-fd63-4965-ee43-c801b1cc2253, 'name': SearchDatastore_Task, 'duration_secs': 0.02636} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.734592] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.734931] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] c02b583d-cb1f-4e90-a8be-bee9f7bc264b/c02b583d-cb1f-4e90-a8be-bee9f7bc264b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.735425] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e7cbbc3-38f3-4740-be29-9d81e417f3eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.741694] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 980.741694] env[62859]: value = "task-2538368" [ 980.741694] env[62859]: _type = "Task" [ 980.741694] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.751364] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.835192] env[62859]: DEBUG nova.compute.manager [req-bfe46d8e-d8a8-403a-86b3-5f50df305fa6 req-029efd7f-354f-4d53-84ec-30daeb8d3bfe service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received event network-changed-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.835401] env[62859]: DEBUG nova.compute.manager [req-bfe46d8e-d8a8-403a-86b3-5f50df305fa6 req-029efd7f-354f-4d53-84ec-30daeb8d3bfe service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Refreshing instance network info cache due to event network-changed-61ece41e-78cd-4851-8966-d0ac21207904. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.835620] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfe46d8e-d8a8-403a-86b3-5f50df305fa6 req-029efd7f-354f-4d53-84ec-30daeb8d3bfe service nova] Acquiring lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.835765] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfe46d8e-d8a8-403a-86b3-5f50df305fa6 req-029efd7f-354f-4d53-84ec-30daeb8d3bfe service nova] Acquired lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.838374] env[62859]: DEBUG nova.network.neutron [req-bfe46d8e-d8a8-403a-86b3-5f50df305fa6 req-029efd7f-354f-4d53-84ec-30daeb8d3bfe service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Refreshing network info cache for port 61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.916965] env[62859]: DEBUG oslo_concurrency.lockutils [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.917193] env[62859]: DEBUG oslo_concurrency.lockutils [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.917402] env[62859]: DEBUG nova.network.neutron [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.084053] env[62859]: DEBUG nova.compute.utils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.086020] env[62859]: DEBUG nova.compute.manager [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.086330] env[62859]: DEBUG nova.network.neutron [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.124624] env[62859]: DEBUG oslo_vmware.api [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184947} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.124932] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.125303] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.125545] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.125776] env[62859]: INFO nova.compute.manager [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 981.126072] env[62859]: DEBUG oslo.service.loopingcall [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.126312] env[62859]: DEBUG nova.compute.manager [-] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.126469] env[62859]: DEBUG nova.network.neutron [-] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.133412] env[62859]: DEBUG nova.policy [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '703f325d8da342f29d0f160377d61e43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70bade6616243709576e7a639d1802f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.148162] env[62859]: DEBUG nova.compute.manager [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.148352] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.149210] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13120aa9-7283-4bfe-afab-764411af35f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.157987] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.158654] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-245f4699-3b51-4964-b882-c210764477a0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.165928] env[62859]: DEBUG oslo_vmware.api [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 981.165928] env[62859]: value = "task-2538369" [ 981.165928] env[62859]: _type = "Task" [ 981.165928] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.176785] env[62859]: DEBUG oslo_vmware.api [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.184997] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538364, 'name': Rename_Task, 'duration_secs': 1.025974} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.185327] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.185601] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7435f5f8-03b0-49dc-980e-e19b947c16f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.196678] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 981.196678] env[62859]: value = "task-2538370" [ 981.196678] env[62859]: _type = "Task" [ 981.196678] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.210521] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.255129] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538368, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.593398] env[62859]: DEBUG nova.compute.manager [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.632282] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a427d0-b84f-41d7-b7e0-76323edefd4b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.637198] env[62859]: DEBUG nova.network.neutron [req-bfe46d8e-d8a8-403a-86b3-5f50df305fa6 req-029efd7f-354f-4d53-84ec-30daeb8d3bfe service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updated VIF entry in instance network info cache for port 61ece41e-78cd-4851-8966-d0ac21207904. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.637198] env[62859]: DEBUG nova.network.neutron [req-bfe46d8e-d8a8-403a-86b3-5f50df305fa6 req-029efd7f-354f-4d53-84ec-30daeb8d3bfe service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating instance_info_cache with network_info: [{"id": "61ece41e-78cd-4851-8966-d0ac21207904", "address": "fa:16:3e:e9:7d:b8", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ece41e-78", "ovs_interfaceid": "61ece41e-78cd-4851-8966-d0ac21207904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.654401] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance '47ee374d-64b0-4f61-a053-7d21e8d6f400' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.683053] env[62859]: DEBUG oslo_vmware.api [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538369, 'name': PowerOffVM_Task, 'duration_secs': 0.306616} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.683053] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.683053] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.683053] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f616214-6daa-4eda-8d06-69847e1cf4d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.707144] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538370, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.752689] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654061} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.753978] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] c02b583d-cb1f-4e90-a8be-bee9f7bc264b/c02b583d-cb1f-4e90-a8be-bee9f7bc264b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.754259] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.754579] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.754804] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.755032] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleting the datastore file [datastore1] 6de94751-258b-46ec-8079-ae7b3660d2fd {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.755305] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d4d97d2-07b3-4a4b-b77b-813abb976880 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.757290] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e0fc4f5-027e-4fd7-abd7-989db91400af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.763170] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 981.763170] env[62859]: value = "task-2538372" [ 981.763170] env[62859]: _type = "Task" [ 981.763170] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.764531] env[62859]: DEBUG oslo_vmware.api [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 981.764531] env[62859]: value = "task-2538373" [ 981.764531] env[62859]: _type = "Task" [ 981.764531] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.778629] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.781960] env[62859]: DEBUG oslo_vmware.api [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.857450] env[62859]: DEBUG nova.network.neutron [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Successfully created port: da59b84d-edfe-4abc-8b12-e23ed4e95ff6 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.966494] env[62859]: DEBUG nova.network.neutron [-] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.973567] env[62859]: DEBUG nova.network.neutron [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updating instance_info_cache with network_info: [{"id": "b811d73c-e258-45f2-999b-ec8f95593ccc", "address": "fa:16:3e:31:d6:39", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb811d73c-e2", "ovs_interfaceid": "b811d73c-e258-45f2-999b-ec8f95593ccc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.023206] env[62859]: DEBUG nova.compute.manager [req-c5479e59-ae9d-457d-9f18-9ffec287b8cb req-b50cbd4a-ee63-4e7c-b444-d672db04cf81 service nova] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Received event network-vif-deleted-4ae46889-4739-4d21-a6aa-cec491a232a1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.139935] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfe46d8e-d8a8-403a-86b3-5f50df305fa6 req-029efd7f-354f-4d53-84ec-30daeb8d3bfe service nova] Releasing lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.162311] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.162311] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24dd2bb5-2c42-4e31-afc0-dbd3305a8bbe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.172981] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 982.172981] env[62859]: value = "task-2538374" [ 982.172981] env[62859]: _type = "Task" [ 982.172981] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.188145] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.210962] env[62859]: DEBUG oslo_vmware.api [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538370, 'name': PowerOnVM_Task, 'duration_secs': 0.773093} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.210962] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.210962] env[62859]: DEBUG nova.compute.manager [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.210962] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4401d09f-49ca-4b6f-ac97-08849341e459 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.279036] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086449} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.282426] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.282994] env[62859]: DEBUG oslo_vmware.api [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2363} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.283795] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f369c3d9-434d-49e5-8448-86ae5be73486 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.286932] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.287299] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.287597] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.290021] env[62859]: INFO nova.compute.manager [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 982.290021] env[62859]: DEBUG oslo.service.loopingcall [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.290021] env[62859]: DEBUG nova.compute.manager [-] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.290021] env[62859]: DEBUG nova.network.neutron [-] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.312395] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] c02b583d-cb1f-4e90-a8be-bee9f7bc264b/c02b583d-cb1f-4e90-a8be-bee9f7bc264b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.312940] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca634aa-32d6-41a3-9283-58743e8e75d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.338044] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 982.338044] env[62859]: value = "task-2538375" [ 982.338044] env[62859]: _type = "Task" [ 982.338044] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.346468] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.469626] env[62859]: INFO nova.compute.manager [-] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Took 1.34 seconds to deallocate network for instance. [ 982.476786] env[62859]: DEBUG oslo_concurrency.lockutils [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-6de94751-258b-46ec-8079-ae7b3660d2fd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.607882] env[62859]: DEBUG nova.compute.manager [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.634079] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.634079] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.634079] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.634440] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.634755] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.635090] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.635503] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.638076] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.638076] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.638076] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.638076] env[62859]: DEBUG nova.virt.hardware [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.638076] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2707736-23b2-460e-a074-a92802347456 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.646666] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a4d0f-6c88-4a9a-b2d2-eebae543cba6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.679964] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538374, 'name': PowerOffVM_Task, 'duration_secs': 0.338444} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.680319] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.680552] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance '47ee374d-64b0-4f61-a053-7d21e8d6f400' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.725974] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.726566] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.726738] env[62859]: DEBUG nova.objects.instance [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 982.849040] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.975582] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.979966] env[62859]: DEBUG oslo_concurrency.lockutils [None req-78f48c58-1788-4cc3-af27-d4d52a5eb05a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-6de94751-258b-46ec-8079-ae7b3660d2fd-cf186259-0371-44bd-a289-35e618c1d819" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.250s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.187163] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.187497] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.187592] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.187845] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.188030] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.188838] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.188838] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.188838] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.189034] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.189080] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.189238] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.196600] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9634c630-7239-4ea6-ae9c-33e66159aecd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.216037] env[62859]: DEBUG nova.compute.manager [req-36295de8-e42d-4c0b-bd15-be2a25fda2b5 req-463d60d7-17bd-4eb9-a89e-48bbcfdca078 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Received event network-vif-deleted-b811d73c-e258-45f2-999b-ec8f95593ccc {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.216037] env[62859]: INFO nova.compute.manager [req-36295de8-e42d-4c0b-bd15-be2a25fda2b5 req-463d60d7-17bd-4eb9-a89e-48bbcfdca078 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Neutron deleted interface b811d73c-e258-45f2-999b-ec8f95593ccc; detaching it from the instance and deleting it from the info cache [ 983.216037] env[62859]: DEBUG nova.network.neutron [req-36295de8-e42d-4c0b-bd15-be2a25fda2b5 req-463d60d7-17bd-4eb9-a89e-48bbcfdca078 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.218231] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 983.218231] env[62859]: value = "task-2538376" [ 983.218231] env[62859]: _type = "Task" [ 983.218231] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.229347] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.348957] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538375, 'name': ReconfigVM_Task, 'duration_secs': 0.973214} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.349316] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] c02b583d-cb1f-4e90-a8be-bee9f7bc264b/c02b583d-cb1f-4e90-a8be-bee9f7bc264b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.350203] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b9df391-b842-43e8-84d6-99eae92e578a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.355896] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 983.355896] env[62859]: value = "task-2538377" [ 983.355896] env[62859]: _type = "Task" [ 983.355896] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.367835] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538377, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.592652] env[62859]: DEBUG nova.network.neutron [-] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.722938] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ac14d63-8f9d-4757-8fee-22cc001f733d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.737024] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538376, 'name': ReconfigVM_Task, 'duration_secs': 0.244829} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.740212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-60aa4d4a-6755-4b34-94c8-ad2916ea0429 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.741566] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance '47ee374d-64b0-4f61-a053-7d21e8d6f400' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.748169] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.771s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.748169] env[62859]: DEBUG nova.objects.instance [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lazy-loading 'resources' on Instance uuid 95aff221-c77b-49c3-b8b1-687bd1b65f1c {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.752204] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed44f68-8c80-4754-a722-434ff565bb2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.791185] env[62859]: DEBUG nova.compute.manager [req-36295de8-e42d-4c0b-bd15-be2a25fda2b5 req-463d60d7-17bd-4eb9-a89e-48bbcfdca078 service nova] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Detach interface failed, port_id=b811d73c-e258-45f2-999b-ec8f95593ccc, reason: Instance 6de94751-258b-46ec-8079-ae7b3660d2fd could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 983.870060] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538377, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.974293] env[62859]: DEBUG nova.network.neutron [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Successfully updated port: da59b84d-edfe-4abc-8b12-e23ed4e95ff6 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.979798] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1c3163-5dd8-4c0a-a8dd-78c7a20adf5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.984828] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750ab215-59c9-4370-bbfd-56c957f9ed5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.021627] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04848e7c-f004-4bae-83e6-c8a883f4c504 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.031590] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e090e934-09f1-4531-b1cc-9a8b0f78e864 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.051193] env[62859]: DEBUG nova.compute.provider_tree [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.096339] env[62859]: INFO nova.compute.manager [-] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Took 1.81 seconds to deallocate network for instance. [ 984.248956] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.249353] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.249414] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.249569] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.249720] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.249868] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.250093] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.250261] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.250432] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.250600] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.250780] env[62859]: DEBUG nova.virt.hardware [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.256142] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 984.256801] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed0f835-e732-4012-a93a-e277228db0b0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.277929] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 984.277929] env[62859]: value = "task-2538378" [ 984.277929] env[62859]: _type = "Task" [ 984.277929] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.285076] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.366504] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538377, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.481450] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquiring lock "refresh_cache-1507d22e-3ad9-44ef-9ef3-6d68147fb904" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.481450] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquired lock "refresh_cache-1507d22e-3ad9-44ef-9ef3-6d68147fb904" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.481620] env[62859]: DEBUG nova.network.neutron [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.573924] env[62859]: ERROR nova.scheduler.client.report [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [req-0140ff6b-e269-4b45-8173-e70507284c33] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0140ff6b-e269-4b45-8173-e70507284c33"}]} [ 984.590757] env[62859]: DEBUG nova.scheduler.client.report [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 984.602791] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.604946] env[62859]: DEBUG nova.scheduler.client.report [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 984.605173] env[62859]: DEBUG nova.compute.provider_tree [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.615985] env[62859]: DEBUG nova.scheduler.client.report [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 984.636407] env[62859]: DEBUG nova.scheduler.client.report [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 984.790051] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538378, 'name': ReconfigVM_Task, 'duration_secs': 0.160433} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.790323] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 984.793604] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d75884-36f0-4357-97c0-716cf3dd15bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.816053] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 47ee374d-64b0-4f61-a053-7d21e8d6f400/47ee374d-64b0-4f61-a053-7d21e8d6f400.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.818925] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-007cf7de-b9da-4525-94b4-2cfd0955482f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.837366] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 984.837366] env[62859]: value = "task-2538379" [ 984.837366] env[62859]: _type = "Task" [ 984.837366] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.842403] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997cff45-c9c3-4797-ac47-02519ca5ebf8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.848013] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.852541] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcff4c4c-68aa-42da-8003-d7c742a1b6a5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.893082] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6380fa84-9707-45e4-a6e9-20842d7f30cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.896232] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538377, 'name': Rename_Task, 'duration_secs': 1.325306} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.896829] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.897265] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-038b1b56-42e1-4462-960a-d27ef91a00ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.902459] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aee7b7d-072d-41fb-baea-ec93f3babdd2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.907506] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 984.907506] env[62859]: value = "task-2538380" [ 984.907506] env[62859]: _type = "Task" [ 984.907506] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.919539] env[62859]: DEBUG nova.compute.provider_tree [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.926090] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538380, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.025640] env[62859]: DEBUG nova.network.neutron [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.214638] env[62859]: DEBUG nova.network.neutron [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Updating instance_info_cache with network_info: [{"id": "da59b84d-edfe-4abc-8b12-e23ed4e95ff6", "address": "fa:16:3e:3f:09:85", "network": {"id": "d779c040-b01c-4db7-8baa-9f3da2ef82c7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1585964654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70bade6616243709576e7a639d1802f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda59b84d-ed", "ovs_interfaceid": "da59b84d-edfe-4abc-8b12-e23ed4e95ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.240265] env[62859]: DEBUG nova.compute.manager [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Received event network-vif-plugged-da59b84d-edfe-4abc-8b12-e23ed4e95ff6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.240443] env[62859]: DEBUG oslo_concurrency.lockutils [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] Acquiring lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.240659] env[62859]: DEBUG oslo_concurrency.lockutils [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] Lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.240833] env[62859]: DEBUG oslo_concurrency.lockutils [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] Lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.241011] env[62859]: DEBUG nova.compute.manager [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] No waiting events found dispatching network-vif-plugged-da59b84d-edfe-4abc-8b12-e23ed4e95ff6 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.241188] env[62859]: WARNING nova.compute.manager [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Received unexpected event network-vif-plugged-da59b84d-edfe-4abc-8b12-e23ed4e95ff6 for instance with vm_state building and task_state spawning. [ 985.241350] env[62859]: DEBUG nova.compute.manager [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Received event network-changed-da59b84d-edfe-4abc-8b12-e23ed4e95ff6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.241508] env[62859]: DEBUG nova.compute.manager [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Refreshing instance network info cache due to event network-changed-da59b84d-edfe-4abc-8b12-e23ed4e95ff6. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.241675] env[62859]: DEBUG oslo_concurrency.lockutils [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] Acquiring lock "refresh_cache-1507d22e-3ad9-44ef-9ef3-6d68147fb904" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.347610] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538379, 'name': ReconfigVM_Task, 'duration_secs': 0.290224} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.347952] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 47ee374d-64b0-4f61-a053-7d21e8d6f400/47ee374d-64b0-4f61-a053-7d21e8d6f400.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.348161] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance '47ee374d-64b0-4f61-a053-7d21e8d6f400' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.417660] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.449085] env[62859]: DEBUG nova.scheduler.client.report [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 985.449085] env[62859]: DEBUG nova.compute.provider_tree [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 112 to 113 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 985.449350] env[62859]: DEBUG nova.compute.provider_tree [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.718051] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Releasing lock "refresh_cache-1507d22e-3ad9-44ef-9ef3-6d68147fb904" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.718492] env[62859]: DEBUG nova.compute.manager [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Instance network_info: |[{"id": "da59b84d-edfe-4abc-8b12-e23ed4e95ff6", "address": "fa:16:3e:3f:09:85", "network": {"id": "d779c040-b01c-4db7-8baa-9f3da2ef82c7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1585964654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70bade6616243709576e7a639d1802f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda59b84d-ed", "ovs_interfaceid": "da59b84d-edfe-4abc-8b12-e23ed4e95ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.718882] env[62859]: DEBUG oslo_concurrency.lockutils [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] Acquired lock "refresh_cache-1507d22e-3ad9-44ef-9ef3-6d68147fb904" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.719127] env[62859]: DEBUG nova.network.neutron [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Refreshing network info cache for port da59b84d-edfe-4abc-8b12-e23ed4e95ff6 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.720885] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:09:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da59b84d-edfe-4abc-8b12-e23ed4e95ff6', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.728841] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Creating folder: Project (e70bade6616243709576e7a639d1802f). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.731738] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b619065-f753-4d69-9762-eb75bea4e32d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.744845] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Created folder: Project (e70bade6616243709576e7a639d1802f) in parent group-v512592. [ 985.745059] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Creating folder: Instances. Parent ref: group-v512838. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.745303] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c74e945-2859-49d7-a60a-af52547f09ea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.753115] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Created folder: Instances in parent group-v512838. [ 985.753345] env[62859]: DEBUG oslo.service.loopingcall [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.753493] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.754101] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a8d390e-36b8-497f-869f-8ed09e624784 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.774643] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.774643] env[62859]: value = "task-2538383" [ 985.774643] env[62859]: _type = "Task" [ 985.774643] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.782054] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538383, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.854280] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1794cd11-0604-431d-9459-ebdeb0378b2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.874245] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a5986d-e251-41e6-8bdc-1e50b0472b2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.895391] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance '47ee374d-64b0-4f61-a053-7d21e8d6f400' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.927179] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538380, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.954178] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.957026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.354s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.957451] env[62859]: DEBUG nova.objects.instance [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'resources' on Instance uuid 6de94751-258b-46ec-8079-ae7b3660d2fd {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.987691] env[62859]: INFO nova.scheduler.client.report [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Deleted allocations for instance 95aff221-c77b-49c3-b8b1-687bd1b65f1c [ 986.104685] env[62859]: DEBUG nova.network.neutron [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Updated VIF entry in instance network info cache for port da59b84d-edfe-4abc-8b12-e23ed4e95ff6. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.105059] env[62859]: DEBUG nova.network.neutron [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Updating instance_info_cache with network_info: [{"id": "da59b84d-edfe-4abc-8b12-e23ed4e95ff6", "address": "fa:16:3e:3f:09:85", "network": {"id": "d779c040-b01c-4db7-8baa-9f3da2ef82c7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1585964654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70bade6616243709576e7a639d1802f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda59b84d-ed", "ovs_interfaceid": "da59b84d-edfe-4abc-8b12-e23ed4e95ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.285368] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538383, 'name': CreateVM_Task, 'duration_secs': 0.458801} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.285551] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.286222] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.286389] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.286749] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.287008] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674438f9-0ccf-41c9-8672-ea25dc1a2f91 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.291560] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 986.291560] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e7b362-aa57-5aaa-5514-72cdc9e1c5bd" [ 986.291560] env[62859]: _type = "Task" [ 986.291560] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.300977] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e7b362-aa57-5aaa-5514-72cdc9e1c5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.419382] env[62859]: DEBUG oslo_vmware.api [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538380, 'name': PowerOnVM_Task, 'duration_secs': 1.125821} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.419723] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.419838] env[62859]: INFO nova.compute.manager [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Took 10.24 seconds to spawn the instance on the hypervisor. [ 986.420015] env[62859]: DEBUG nova.compute.manager [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.421030] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b948f83-bc8b-4beb-83ad-0dd3f9c86a1e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.455869] env[62859]: DEBUG nova.network.neutron [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Port 5725accb-aa23-44dc-9a48-9172c36af937 binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 986.497991] env[62859]: DEBUG oslo_concurrency.lockutils [None req-efb44393-7757-4899-a9d1-866856661cae tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "95aff221-c77b-49c3-b8b1-687bd1b65f1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.997s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.608593] env[62859]: DEBUG oslo_concurrency.lockutils [req-56cb37b2-6c33-453b-9b2d-f3064e461598 req-3eeb2d82-2053-48b4-a5cc-973bd9c5d72c service nova] Releasing lock "refresh_cache-1507d22e-3ad9-44ef-9ef3-6d68147fb904" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.650653] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab9cbbb-c561-4b81-81f6-b5f2d2369c17 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.658953] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b04295-591b-480c-a4bc-80ce1bb9a442 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.697303] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce806d67-3412-4526-8e7f-8f222e4d2f39 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.704875] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798d1abc-0c92-418d-bf61-75ce97f9b249 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.718217] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "6452c79d-2627-4002-b4bf-9ea900b4318c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.718475] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "6452c79d-2627-4002-b4bf-9ea900b4318c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.718683] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "6452c79d-2627-4002-b4bf-9ea900b4318c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.718895] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "6452c79d-2627-4002-b4bf-9ea900b4318c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.719118] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "6452c79d-2627-4002-b4bf-9ea900b4318c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.720932] env[62859]: DEBUG nova.compute.provider_tree [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.726017] env[62859]: INFO nova.compute.manager [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Terminating instance [ 986.801673] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e7b362-aa57-5aaa-5514-72cdc9e1c5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010525} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.802058] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.802255] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.802494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.802646] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.802827] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.803100] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe53d820-b761-4b11-9f30-21070d2f6572 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.811014] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.811204] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.811901] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdde93ea-1615-4bc1-a875-298436025555 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.818519] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 986.818519] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52061768-9ad9-fe96-5202-c128ca84274e" [ 986.818519] env[62859]: _type = "Task" [ 986.818519] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.825532] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52061768-9ad9-fe96-5202-c128ca84274e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.936745] env[62859]: INFO nova.compute.manager [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Took 17.93 seconds to build instance. [ 987.224848] env[62859]: DEBUG nova.scheduler.client.report [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.228845] env[62859]: DEBUG nova.compute.manager [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.229059] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.229909] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b233eb-1753-4f7a-8090-aa224133db32 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.238791] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.238791] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58df363e-4e66-4feb-9dbd-91d93aedca91 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.244775] env[62859]: DEBUG oslo_vmware.api [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 987.244775] env[62859]: value = "task-2538384" [ 987.244775] env[62859]: _type = "Task" [ 987.244775] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.252887] env[62859]: DEBUG oslo_vmware.api [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.330087] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52061768-9ad9-fe96-5202-c128ca84274e, 'name': SearchDatastore_Task, 'duration_secs': 0.008192} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.331342] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3eeace1-df6e-4136-b672-d59f2029ccdd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.336338] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 987.336338] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52835a14-25f2-01f8-fabd-03a555f05223" [ 987.336338] env[62859]: _type = "Task" [ 987.336338] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.344764] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52835a14-25f2-01f8-fabd-03a555f05223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.439372] env[62859]: DEBUG oslo_concurrency.lockutils [None req-88caccf8-d2a7-4e5e-9e62-dc6b425117b2 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.443s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.473537] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "47ee374d-64b0-4f61-a053-7d21e8d6f400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.473648] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.473813] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.734821] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.755157] env[62859]: DEBUG oslo_vmware.api [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538384, 'name': PowerOffVM_Task, 'duration_secs': 0.19178} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.755447] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.755643] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.755898] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c02df951-5739-44e9-9dfc-18a75eb6e1f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.758193] env[62859]: INFO nova.scheduler.client.report [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleted allocations for instance 6de94751-258b-46ec-8079-ae7b3660d2fd [ 987.820994] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.821241] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.821426] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Deleting the datastore file [datastore1] 6452c79d-2627-4002-b4bf-9ea900b4318c {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.821931] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-585a3709-d774-4485-87c0-5e6eb24dd055 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.828257] env[62859]: DEBUG oslo_vmware.api [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for the task: (returnval){ [ 987.828257] env[62859]: value = "task-2538386" [ 987.828257] env[62859]: _type = "Task" [ 987.828257] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.836187] env[62859]: DEBUG oslo_vmware.api [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.844921] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52835a14-25f2-01f8-fabd-03a555f05223, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.845174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.845427] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 1507d22e-3ad9-44ef-9ef3-6d68147fb904/1507d22e-3ad9-44ef-9ef3-6d68147fb904.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.845691] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-418cea72-4f91-4a0d-a6a6-1b945c9fa69a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.850954] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 987.850954] env[62859]: value = "task-2538387" [ 987.850954] env[62859]: _type = "Task" [ 987.850954] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.858361] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.176201] env[62859]: DEBUG nova.compute.manager [req-dd95bb47-2f34-4460-b124-04993c3f7c05 req-a96d50c4-6beb-46ab-97c3-b4748dacc0c8 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Received event network-changed-1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.176428] env[62859]: DEBUG nova.compute.manager [req-dd95bb47-2f34-4460-b124-04993c3f7c05 req-a96d50c4-6beb-46ab-97c3-b4748dacc0c8 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Refreshing instance network info cache due to event network-changed-1cb2b513-165e-44a3-98fd-f161c6813fd4. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.176679] env[62859]: DEBUG oslo_concurrency.lockutils [req-dd95bb47-2f34-4460-b124-04993c3f7c05 req-a96d50c4-6beb-46ab-97c3-b4748dacc0c8 service nova] Acquiring lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.176903] env[62859]: DEBUG oslo_concurrency.lockutils [req-dd95bb47-2f34-4460-b124-04993c3f7c05 req-a96d50c4-6beb-46ab-97c3-b4748dacc0c8 service nova] Acquired lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.177091] env[62859]: DEBUG nova.network.neutron [req-dd95bb47-2f34-4460-b124-04993c3f7c05 req-a96d50c4-6beb-46ab-97c3-b4748dacc0c8 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Refreshing network info cache for port 1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.270791] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e05a90e6-1fee-4363-9b12-7bc275c568a6 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "6de94751-258b-46ec-8079-ae7b3660d2fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.630s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.338676] env[62859]: DEBUG oslo_vmware.api [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Task: {'id': task-2538386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133379} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.338960] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.339186] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.339374] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.339668] env[62859]: INFO nova.compute.manager [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 988.339838] env[62859]: DEBUG oslo.service.loopingcall [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.340047] env[62859]: DEBUG nova.compute.manager [-] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.340147] env[62859]: DEBUG nova.network.neutron [-] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.360803] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480072} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.361081] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 1507d22e-3ad9-44ef-9ef3-6d68147fb904/1507d22e-3ad9-44ef-9ef3-6d68147fb904.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.361320] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.361637] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-585e068a-d389-40fc-9731-ac6b37708764 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.370117] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 988.370117] env[62859]: value = "task-2538388" [ 988.370117] env[62859]: _type = "Task" [ 988.370117] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.377964] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.563048] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.563328] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.563424] env[62859]: DEBUG nova.network.neutron [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.883609] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063298} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.883609] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.883609] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87654cd0-b8ee-4f50-92db-9b26d20c95e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.906958] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 1507d22e-3ad9-44ef-9ef3-6d68147fb904/1507d22e-3ad9-44ef-9ef3-6d68147fb904.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.908970] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ffe7d83-e294-41e1-9d4c-ebcbc87ee439 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.941527] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 988.941527] env[62859]: value = "task-2538389" [ 988.941527] env[62859]: _type = "Task" [ 988.941527] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.950691] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.156921] env[62859]: DEBUG nova.network.neutron [req-dd95bb47-2f34-4460-b124-04993c3f7c05 req-a96d50c4-6beb-46ab-97c3-b4748dacc0c8 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Updated VIF entry in instance network info cache for port 1cb2b513-165e-44a3-98fd-f161c6813fd4. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.156921] env[62859]: DEBUG nova.network.neutron [req-dd95bb47-2f34-4460-b124-04993c3f7c05 req-a96d50c4-6beb-46ab-97c3-b4748dacc0c8 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Updating instance_info_cache with network_info: [{"id": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "address": "fa:16:3e:fc:17:97", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb2b513-16", "ovs_interfaceid": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.364309] env[62859]: DEBUG nova.network.neutron [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance_info_cache with network_info: [{"id": "5725accb-aa23-44dc-9a48-9172c36af937", "address": "fa:16:3e:31:ae:3b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5725accb-aa", "ovs_interfaceid": "5725accb-aa23-44dc-9a48-9172c36af937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.433652] env[62859]: DEBUG nova.network.neutron [-] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.453362] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.657578] env[62859]: DEBUG oslo_concurrency.lockutils [req-dd95bb47-2f34-4460-b124-04993c3f7c05 req-a96d50c4-6beb-46ab-97c3-b4748dacc0c8 service nova] Releasing lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.868226] env[62859]: DEBUG oslo_concurrency.lockutils [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.884586] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquiring lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.884969] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.885259] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquiring lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.885574] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.885793] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.889650] env[62859]: INFO nova.compute.manager [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Terminating instance [ 989.937897] env[62859]: INFO nova.compute.manager [-] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Took 1.60 seconds to deallocate network for instance. [ 989.954830] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538389, 'name': ReconfigVM_Task, 'duration_secs': 1.007537} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.958240] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 1507d22e-3ad9-44ef-9ef3-6d68147fb904/1507d22e-3ad9-44ef-9ef3-6d68147fb904.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.958240] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-965d6e95-f719-468a-bf3c-efd16b34b389 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.964044] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 989.964044] env[62859]: value = "task-2538390" [ 989.964044] env[62859]: _type = "Task" [ 989.964044] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.970370] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538390, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.116555] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.116555] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.116555] env[62859]: INFO nova.compute.manager [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Shelving [ 990.286837] env[62859]: DEBUG nova.compute.manager [req-35007a81-835c-41d4-a53d-1f54cf78370a req-982a1b25-7c4c-4d0b-9ab3-e6ee508c1c68 service nova] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Received event network-vif-deleted-a0007142-511b-419f-baf9-363fd2c81b3a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.287025] env[62859]: DEBUG nova.compute.manager [req-35007a81-835c-41d4-a53d-1f54cf78370a req-982a1b25-7c4c-4d0b-9ab3-e6ee508c1c68 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Received event network-changed-1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.287226] env[62859]: DEBUG nova.compute.manager [req-35007a81-835c-41d4-a53d-1f54cf78370a req-982a1b25-7c4c-4d0b-9ab3-e6ee508c1c68 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Refreshing instance network info cache due to event network-changed-1cb2b513-165e-44a3-98fd-f161c6813fd4. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.287556] env[62859]: DEBUG oslo_concurrency.lockutils [req-35007a81-835c-41d4-a53d-1f54cf78370a req-982a1b25-7c4c-4d0b-9ab3-e6ee508c1c68 service nova] Acquiring lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.287844] env[62859]: DEBUG oslo_concurrency.lockutils [req-35007a81-835c-41d4-a53d-1f54cf78370a req-982a1b25-7c4c-4d0b-9ab3-e6ee508c1c68 service nova] Acquired lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.288094] env[62859]: DEBUG nova.network.neutron [req-35007a81-835c-41d4-a53d-1f54cf78370a req-982a1b25-7c4c-4d0b-9ab3-e6ee508c1c68 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Refreshing network info cache for port 1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.394915] env[62859]: DEBUG nova.compute.manager [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.395149] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.395994] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b29720-cd12-4018-97ca-afff5141df5c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.399672] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4f54fb-d4ca-4469-a462-a2252634d4a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.406461] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.421997] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1543dcb3-5daf-44da-b39f-3b7518a42993 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.425078] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ddd2ee-a248-4415-9caa-c94121dba402 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.435232] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance '47ee374d-64b0-4f61-a053-7d21e8d6f400' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.444031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.444031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.444031] env[62859]: DEBUG nova.objects.instance [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lazy-loading 'resources' on Instance uuid 6452c79d-2627-4002-b4bf-9ea900b4318c {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.444689] env[62859]: DEBUG oslo_vmware.api [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 990.444689] env[62859]: value = "task-2538391" [ 990.444689] env[62859]: _type = "Task" [ 990.444689] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.454376] env[62859]: DEBUG oslo_vmware.api [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.470735] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538390, 'name': Rename_Task, 'duration_secs': 0.25518} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.471016] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.471327] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11b6b017-c337-4413-8361-6541461718e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.478932] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 990.478932] env[62859]: value = "task-2538392" [ 990.478932] env[62859]: _type = "Task" [ 990.478932] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.487839] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.920852] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.921186] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.950071] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.953463] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dab5e0d-fb35-45d9-b008-94034d966859 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.968641] env[62859]: DEBUG oslo_vmware.api [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538391, 'name': PowerOffVM_Task, 'duration_secs': 0.23892} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.971634] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.971634] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.971634] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 990.971634] env[62859]: value = "task-2538393" [ 990.971634] env[62859]: _type = "Task" [ 990.971634] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.971634] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4669ff32-c82b-4e27-88e5-cb9198addc25 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.986879] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538393, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.995028] env[62859]: DEBUG oslo_vmware.api [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538392, 'name': PowerOnVM_Task, 'duration_secs': 0.500094} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.995432] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.995880] env[62859]: INFO nova.compute.manager [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Took 8.39 seconds to spawn the instance on the hypervisor. [ 990.996247] env[62859]: DEBUG nova.compute.manager [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.000972] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5dcc55-0e8a-4082-a5a6-273a32859131 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.052895] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.052895] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.052895] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Deleting the datastore file [datastore1] d0730eb3-ffe7-4030-b5cc-8b9c36fbd357 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.052895] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80257eeb-75df-4457-a3d7-18fb64e58da8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.057595] env[62859]: DEBUG oslo_vmware.api [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for the task: (returnval){ [ 991.057595] env[62859]: value = "task-2538395" [ 991.057595] env[62859]: _type = "Task" [ 991.057595] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.069355] env[62859]: DEBUG oslo_vmware.api [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.127769] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.131285] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c6d6e2f-2c4c-4109-9355-db2900be424a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.140163] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 991.140163] env[62859]: value = "task-2538396" [ 991.140163] env[62859]: _type = "Task" [ 991.140163] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.152340] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.163393] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b11594e-f0aa-4db4-8028-5a6f5560e8e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.171011] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b681082-f61f-441d-b6cb-898586b7d7c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.204267] env[62859]: DEBUG nova.network.neutron [req-35007a81-835c-41d4-a53d-1f54cf78370a req-982a1b25-7c4c-4d0b-9ab3-e6ee508c1c68 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Updated VIF entry in instance network info cache for port 1cb2b513-165e-44a3-98fd-f161c6813fd4. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.204700] env[62859]: DEBUG nova.network.neutron [req-35007a81-835c-41d4-a53d-1f54cf78370a req-982a1b25-7c4c-4d0b-9ab3-e6ee508c1c68 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Updating instance_info_cache with network_info: [{"id": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "address": "fa:16:3e:fc:17:97", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cb2b513-16", "ovs_interfaceid": "1cb2b513-165e-44a3-98fd-f161c6813fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.206819] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d2fd4d-ffc4-472a-8182-dab8f5f96dfe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.218554] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91168741-e924-49cf-867f-90845d314b09 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.234188] env[62859]: DEBUG nova.compute.provider_tree [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.424560] env[62859]: DEBUG nova.compute.manager [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.483062] env[62859]: DEBUG oslo_vmware.api [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538393, 'name': PowerOnVM_Task, 'duration_secs': 0.51442} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.483238] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.483402] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-251bd1fa-72b6-49b7-af4f-bbb6e332934c tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance '47ee374d-64b0-4f61-a053-7d21e8d6f400' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.520921] env[62859]: INFO nova.compute.manager [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Took 19.32 seconds to build instance. [ 991.574272] env[62859]: DEBUG oslo_vmware.api [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Task: {'id': task-2538395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200936} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.577714] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.577714] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.577714] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.577714] env[62859]: INFO nova.compute.manager [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Took 1.18 seconds to destroy the instance on the hypervisor. [ 991.577714] env[62859]: DEBUG oslo.service.loopingcall [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.577714] env[62859]: DEBUG nova.compute.manager [-] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.577714] env[62859]: DEBUG nova.network.neutron [-] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.652519] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538396, 'name': PowerOffVM_Task, 'duration_secs': 0.309226} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.652862] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.653740] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa1293-81be-4e41-85b0-a973f167da65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.672310] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b60610f-41c6-4566-be6a-24b2ceb5e379 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.711958] env[62859]: DEBUG oslo_concurrency.lockutils [req-35007a81-835c-41d4-a53d-1f54cf78370a req-982a1b25-7c4c-4d0b-9ab3-e6ee508c1c68 service nova] Releasing lock "refresh_cache-c02b583d-cb1f-4e90-a8be-bee9f7bc264b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.759712] env[62859]: ERROR nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [req-adefa239-cf6f-492f-b93d-45fced1418ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-adefa239-cf6f-492f-b93d-45fced1418ce"}]} [ 991.776090] env[62859]: DEBUG nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 991.792118] env[62859]: DEBUG nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 991.792447] env[62859]: DEBUG nova.compute.provider_tree [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.804243] env[62859]: DEBUG nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 991.823129] env[62859]: DEBUG nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 991.954726] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.013513] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac834c9-93de-43da-bb30-bb1595d8f27f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.022711] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a9f3b-9d05-4d12-9e35-a90ba0194cf2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.026471] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5d599736-cd6a-4aa8-ba75-33162225c2c6 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.832s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.054506] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f93eee-35ab-4c69-bb8f-118d8c07edf3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.061639] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2089580-2c09-4cea-86f2-722e13428fde {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.075863] env[62859]: DEBUG nova.compute.provider_tree [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.183722] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 992.184068] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-695137e6-e28d-4270-9c25-672c78d2b967 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.193553] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 992.193553] env[62859]: value = "task-2538397" [ 992.193553] env[62859]: _type = "Task" [ 992.193553] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.201557] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.571339] env[62859]: DEBUG nova.compute.manager [req-443580b8-b5ec-46db-933c-827f87e3affe req-cef76ed7-09c9-4e3c-93ea-6b8ae7b9c0a9 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Received event network-vif-deleted-14c8b196-47c6-491e-b81e-38c31d91ef48 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.571550] env[62859]: INFO nova.compute.manager [req-443580b8-b5ec-46db-933c-827f87e3affe req-cef76ed7-09c9-4e3c-93ea-6b8ae7b9c0a9 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Neutron deleted interface 14c8b196-47c6-491e-b81e-38c31d91ef48; detaching it from the instance and deleting it from the info cache [ 992.571728] env[62859]: DEBUG nova.network.neutron [req-443580b8-b5ec-46db-933c-827f87e3affe req-cef76ed7-09c9-4e3c-93ea-6b8ae7b9c0a9 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.603563] env[62859]: ERROR nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] [req-39418bdc-d32e-42a5-9f07-a61234140724] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-39418bdc-d32e-42a5-9f07-a61234140724"}]} [ 992.622186] env[62859]: DEBUG nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 992.638828] env[62859]: DEBUG nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 992.639291] env[62859]: DEBUG nova.compute.provider_tree [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.653657] env[62859]: DEBUG nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 992.684387] env[62859]: DEBUG nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 992.701267] env[62859]: DEBUG nova.compute.manager [req-61af5389-e6ad-4bd0-8e28-c901b3b1c083 req-33a65c8f-3e71-403c-8e38-b82020372e70 service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Received event network-changed-da59b84d-edfe-4abc-8b12-e23ed4e95ff6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.701525] env[62859]: DEBUG nova.compute.manager [req-61af5389-e6ad-4bd0-8e28-c901b3b1c083 req-33a65c8f-3e71-403c-8e38-b82020372e70 service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Refreshing instance network info cache due to event network-changed-da59b84d-edfe-4abc-8b12-e23ed4e95ff6. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.701794] env[62859]: DEBUG oslo_concurrency.lockutils [req-61af5389-e6ad-4bd0-8e28-c901b3b1c083 req-33a65c8f-3e71-403c-8e38-b82020372e70 service nova] Acquiring lock "refresh_cache-1507d22e-3ad9-44ef-9ef3-6d68147fb904" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.701981] env[62859]: DEBUG oslo_concurrency.lockutils [req-61af5389-e6ad-4bd0-8e28-c901b3b1c083 req-33a65c8f-3e71-403c-8e38-b82020372e70 service nova] Acquired lock "refresh_cache-1507d22e-3ad9-44ef-9ef3-6d68147fb904" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.706558] env[62859]: DEBUG nova.network.neutron [req-61af5389-e6ad-4bd0-8e28-c901b3b1c083 req-33a65c8f-3e71-403c-8e38-b82020372e70 service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Refreshing network info cache for port da59b84d-edfe-4abc-8b12-e23ed4e95ff6 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.717379] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538397, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.785196] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "17262f78-563e-4215-a62d-b0878b08e40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.785196] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "17262f78-563e-4215-a62d-b0878b08e40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.898848] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6a2a9d-9394-490f-bebf-2fa5991a2fcf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.906866] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2d9e35-e15f-4380-bce7-643d16edb54a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.940111] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d76c8e6-596a-4e1c-9cdc-f9afecd67f74 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.948770] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57b065d-8b32-4efa-84fc-63123f9fab96 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.962556] env[62859]: DEBUG nova.compute.provider_tree [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.044142] env[62859]: DEBUG nova.network.neutron [-] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.074923] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6c3daff-4f94-47b0-ae61-150bfef6d96a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.084690] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28696c0a-50a1-4d5e-874f-7c7159b512d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.116128] env[62859]: DEBUG nova.compute.manager [req-443580b8-b5ec-46db-933c-827f87e3affe req-cef76ed7-09c9-4e3c-93ea-6b8ae7b9c0a9 service nova] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Detach interface failed, port_id=14c8b196-47c6-491e-b81e-38c31d91ef48, reason: Instance d0730eb3-ffe7-4030-b5cc-8b9c36fbd357 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 993.204164] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538397, 'name': CreateSnapshot_Task, 'duration_secs': 0.544288} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.204446] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 993.205215] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3303d53-47f5-44aa-b6db-33915df4daf5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.291497] env[62859]: DEBUG nova.compute.manager [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.493294] env[62859]: DEBUG nova.network.neutron [req-61af5389-e6ad-4bd0-8e28-c901b3b1c083 req-33a65c8f-3e71-403c-8e38-b82020372e70 service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Updated VIF entry in instance network info cache for port da59b84d-edfe-4abc-8b12-e23ed4e95ff6. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.493711] env[62859]: DEBUG nova.network.neutron [req-61af5389-e6ad-4bd0-8e28-c901b3b1c083 req-33a65c8f-3e71-403c-8e38-b82020372e70 service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Updating instance_info_cache with network_info: [{"id": "da59b84d-edfe-4abc-8b12-e23ed4e95ff6", "address": "fa:16:3e:3f:09:85", "network": {"id": "d779c040-b01c-4db7-8baa-9f3da2ef82c7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1585964654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70bade6616243709576e7a639d1802f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda59b84d-ed", "ovs_interfaceid": "da59b84d-edfe-4abc-8b12-e23ed4e95ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.500632] env[62859]: DEBUG nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 993.501611] env[62859]: DEBUG nova.compute.provider_tree [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 115 to 116 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 993.501611] env[62859]: DEBUG nova.compute.provider_tree [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.546517] env[62859]: INFO nova.compute.manager [-] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Took 1.97 seconds to deallocate network for instance. [ 993.726397] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 993.727320] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c4e39b3-d3c5-4112-b36b-9913108d1582 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.739470] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 993.739470] env[62859]: value = "task-2538398" [ 993.739470] env[62859]: _type = "Task" [ 993.739470] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.744911] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538398, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.814048] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.997294] env[62859]: DEBUG oslo_concurrency.lockutils [req-61af5389-e6ad-4bd0-8e28-c901b3b1c083 req-33a65c8f-3e71-403c-8e38-b82020372e70 service nova] Releasing lock "refresh_cache-1507d22e-3ad9-44ef-9ef3-6d68147fb904" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.008065] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.565s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.010384] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.056s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.011977] env[62859]: INFO nova.compute.claims [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.026416] env[62859]: INFO nova.scheduler.client.report [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Deleted allocations for instance 6452c79d-2627-4002-b4bf-9ea900b4318c [ 994.056679] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.059697] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "47ee374d-64b0-4f61-a053-7d21e8d6f400" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.059943] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.060145] env[62859]: DEBUG nova.compute.manager [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Going to confirm migration 5 {{(pid=62859) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 994.246265] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538398, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.534292] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1697ddf2-dcbd-4073-a3e8-cc13e63ab1dc tempest-ServerRescueNegativeTestJSON-1673828787 tempest-ServerRescueNegativeTestJSON-1673828787-project-member] Lock "6452c79d-2627-4002-b4bf-9ea900b4318c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.816s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.599739] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.599739] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.599739] env[62859]: DEBUG nova.network.neutron [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.599967] env[62859]: DEBUG nova.objects.instance [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lazy-loading 'info_cache' on Instance uuid 47ee374d-64b0-4f61-a053-7d21e8d6f400 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.747959] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538398, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.200595] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81e61e-9740-4049-ac4a-a1b37cee06b0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.208279] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d1617f-91c7-467b-b2ea-5d4e7c6cb105 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.243615] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6e52f3-beaa-41a6-bb77-2a0382289857 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.251362] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538398, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.254362] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ecd9f9-1ce8-4b2c-936a-8a46ca4a5d74 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.268759] env[62859]: DEBUG nova.compute.provider_tree [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.753414] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538398, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.772803] env[62859]: DEBUG nova.scheduler.client.report [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.820369] env[62859]: DEBUG nova.network.neutron [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance_info_cache with network_info: [{"id": "5725accb-aa23-44dc-9a48-9172c36af937", "address": "fa:16:3e:31:ae:3b", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5725accb-aa", "ovs_interfaceid": "5725accb-aa23-44dc-9a48-9172c36af937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.251697] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538398, 'name': CloneVM_Task, 'duration_secs': 2.226395} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.251998] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Created linked-clone VM from snapshot [ 996.252856] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c40c31f-9885-4e71-81a4-f019d89135c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.260707] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Uploading image 759b5887-6d0c-4c53-b1ec-f62d673d0ecd {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 996.279295] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.279803] env[62859]: DEBUG nova.compute.manager [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.282821] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.469s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.284605] env[62859]: INFO nova.compute.claims [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.288801] env[62859]: DEBUG oslo_vmware.rw_handles [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 996.288801] env[62859]: value = "vm-512842" [ 996.288801] env[62859]: _type = "VirtualMachine" [ 996.288801] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 996.289349] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6bc358f4-702e-4ff7-920c-c7f36997863a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.297253] env[62859]: DEBUG oslo_vmware.rw_handles [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lease: (returnval){ [ 996.297253] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f8fa0c-0745-224d-bfb3-07fb4aadb841" [ 996.297253] env[62859]: _type = "HttpNfcLease" [ 996.297253] env[62859]: } obtained for exporting VM: (result){ [ 996.297253] env[62859]: value = "vm-512842" [ 996.297253] env[62859]: _type = "VirtualMachine" [ 996.297253] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 996.297592] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the lease: (returnval){ [ 996.297592] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f8fa0c-0745-224d-bfb3-07fb4aadb841" [ 996.297592] env[62859]: _type = "HttpNfcLease" [ 996.297592] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 996.304940] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.304940] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f8fa0c-0745-224d-bfb3-07fb4aadb841" [ 996.304940] env[62859]: _type = "HttpNfcLease" [ 996.304940] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 996.323962] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-47ee374d-64b0-4f61-a053-7d21e8d6f400" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.324196] env[62859]: DEBUG nova.objects.instance [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lazy-loading 'migration_context' on Instance uuid 47ee374d-64b0-4f61-a053-7d21e8d6f400 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.791524] env[62859]: DEBUG nova.compute.utils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.792793] env[62859]: DEBUG nova.compute.manager [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.792968] env[62859]: DEBUG nova.network.neutron [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.807110] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.807110] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f8fa0c-0745-224d-bfb3-07fb4aadb841" [ 996.807110] env[62859]: _type = "HttpNfcLease" [ 996.807110] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 996.807380] env[62859]: DEBUG oslo_vmware.rw_handles [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 996.807380] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f8fa0c-0745-224d-bfb3-07fb4aadb841" [ 996.807380] env[62859]: _type = "HttpNfcLease" [ 996.807380] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 996.808112] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b617bf-ff96-4c11-8922-5aaf46af119a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.816979] env[62859]: DEBUG oslo_vmware.rw_handles [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524dce9a-1ed5-f049-228a-e1defcedf7bc/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 996.817187] env[62859]: DEBUG oslo_vmware.rw_handles [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524dce9a-1ed5-f049-228a-e1defcedf7bc/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 996.874927] env[62859]: DEBUG nova.objects.base [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Object Instance<47ee374d-64b0-4f61-a053-7d21e8d6f400> lazy-loaded attributes: info_cache,migration_context {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.876584] env[62859]: DEBUG nova.policy [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a042127235494a89872707ef07b540c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01142dda89b94b64ae99add7684d2f5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.878692] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5000f2-4225-4932-8ba2-6ee6def7644e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.899682] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a1e3f3-fa1f-42f2-b013-7c885432b02f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.906760] env[62859]: DEBUG oslo_vmware.api [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 996.906760] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5253abd6-7198-c8fd-4803-0e1954425d8c" [ 996.906760] env[62859]: _type = "Task" [ 996.906760] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.914823] env[62859]: DEBUG oslo_vmware.api [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5253abd6-7198-c8fd-4803-0e1954425d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.920883] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d57e1b4b-594c-46ab-83eb-801c365752ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.262731] env[62859]: DEBUG nova.network.neutron [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Successfully created port: 41216552-53db-4e9a-b6b8-4e894bc195d3 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.298264] env[62859]: DEBUG nova.compute.manager [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.417686] env[62859]: DEBUG oslo_vmware.api [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5253abd6-7198-c8fd-4803-0e1954425d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.418300] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.522180] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6559caba-98be-4351-b4a6-9a26cbf87463 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.530083] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51795543-74e4-456c-a2cd-2488f06a8cb6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.561851] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f707cca-23aa-4f9a-8abc-f823097bbe9c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.569884] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c871a-45db-4287-bb00-8fa285b615c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.585607] env[62859]: DEBUG nova.compute.provider_tree [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.120658] env[62859]: DEBUG nova.scheduler.client.report [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 998.121075] env[62859]: DEBUG nova.compute.provider_tree [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 116 to 117 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 998.121273] env[62859]: DEBUG nova.compute.provider_tree [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.311936] env[62859]: DEBUG nova.compute.manager [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.335165] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.335456] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.335579] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.335930] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.336185] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.336371] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.337138] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.337396] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.337601] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.337771] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.338022] env[62859]: DEBUG nova.virt.hardware [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.338974] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7fc3d0-ad3b-42a7-801d-3242fc6efb11 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.347948] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613f3008-8267-4fef-acf1-b59d44005578 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.533294] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.534887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.626902] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.627461] env[62859]: DEBUG nova.compute.manager [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.630173] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.574s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.631437] env[62859]: DEBUG nova.objects.instance [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lazy-loading 'resources' on Instance uuid d0730eb3-ffe7-4030-b5cc-8b9c36fbd357 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.717682] env[62859]: DEBUG nova.compute.manager [req-a8d9b464-03c6-46c8-ba74-64805f013b3c req-4df516ae-6145-407a-bb24-356667717a6b service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-vif-plugged-41216552-53db-4e9a-b6b8-4e894bc195d3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.717762] env[62859]: DEBUG oslo_concurrency.lockutils [req-a8d9b464-03c6-46c8-ba74-64805f013b3c req-4df516ae-6145-407a-bb24-356667717a6b service nova] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.718013] env[62859]: DEBUG oslo_concurrency.lockutils [req-a8d9b464-03c6-46c8-ba74-64805f013b3c req-4df516ae-6145-407a-bb24-356667717a6b service nova] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.718293] env[62859]: DEBUG oslo_concurrency.lockutils [req-a8d9b464-03c6-46c8-ba74-64805f013b3c req-4df516ae-6145-407a-bb24-356667717a6b service nova] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.718475] env[62859]: DEBUG nova.compute.manager [req-a8d9b464-03c6-46c8-ba74-64805f013b3c req-4df516ae-6145-407a-bb24-356667717a6b service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] No waiting events found dispatching network-vif-plugged-41216552-53db-4e9a-b6b8-4e894bc195d3 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.718706] env[62859]: WARNING nova.compute.manager [req-a8d9b464-03c6-46c8-ba74-64805f013b3c req-4df516ae-6145-407a-bb24-356667717a6b service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received unexpected event network-vif-plugged-41216552-53db-4e9a-b6b8-4e894bc195d3 for instance with vm_state building and task_state spawning. [ 998.831924] env[62859]: DEBUG nova.network.neutron [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Successfully updated port: 41216552-53db-4e9a-b6b8-4e894bc195d3 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.037620] env[62859]: DEBUG nova.compute.utils [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.135783] env[62859]: DEBUG nova.compute.utils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.141379] env[62859]: DEBUG nova.compute.manager [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.141859] env[62859]: DEBUG nova.network.neutron [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.188978] env[62859]: DEBUG nova.policy [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52809c5ee26b492d874ff70821c05b79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1328f25809a43e18557fbd3fdf9f1e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.316674] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f178fa6-6650-4e11-8a7a-e40ebc288bc0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.324918] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b308c9-a0ef-4d1f-9fe2-624431c8e0da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.357496] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.357655] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.357812] env[62859]: DEBUG nova.network.neutron [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.359796] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a50d13-59c8-4455-8bd7-f7a212d25240 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.368994] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0380bac-e12c-4df5-a9ba-7daa128d6ffe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.383948] env[62859]: DEBUG nova.compute.provider_tree [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.540280] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.642645] env[62859]: DEBUG nova.compute.manager [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.706738] env[62859]: DEBUG nova.network.neutron [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Successfully created port: 2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.887425] env[62859]: DEBUG nova.scheduler.client.report [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.931922] env[62859]: DEBUG nova.network.neutron [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.109667] env[62859]: DEBUG nova.network.neutron [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.393082] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.396252] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.977s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.416628] env[62859]: INFO nova.scheduler.client.report [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Deleted allocations for instance d0730eb3-ffe7-4030-b5cc-8b9c36fbd357 [ 1000.612665] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.612969] env[62859]: DEBUG nova.compute.manager [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Instance network_info: |[{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.613418] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:97:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41216552-53db-4e9a-b6b8-4e894bc195d3', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.621302] env[62859]: DEBUG oslo.service.loopingcall [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.621554] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.621786] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15b37ca4-ff3e-4bcf-9a65-28e1b6365510 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.636984] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.637245] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.637463] env[62859]: INFO nova.compute.manager [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Attaching volume ea83c6a5-30c8-465d-b1e3-4c852001bc1a to /dev/sdb [ 1000.645343] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.645343] env[62859]: value = "task-2538400" [ 1000.645343] env[62859]: _type = "Task" [ 1000.645343] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.650797] env[62859]: DEBUG nova.compute.manager [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.655646] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538400, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.677031] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.677031] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.677031] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.677321] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.677364] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.677504] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.677745] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.677916] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.678111] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.678273] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.678451] env[62859]: DEBUG nova.virt.hardware [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.679327] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f0bf4f-6c1e-475c-af34-defe022a61cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.683297] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79c7447-3c1e-4981-a09d-73315fd9a29f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.692518] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2107a7-3092-4d43-9fff-c8e153f55a7e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.697206] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31a5e84-381c-4cd7-a29a-fb9c70a8657e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.715057] env[62859]: DEBUG nova.virt.block_device [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating existing volume attachment record: 633b00f7-11b7-4ba9-92f1-efd7ca16f322 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1000.747875] env[62859]: DEBUG nova.compute.manager [req-5c4ce67b-ba63-4a3c-90c5-1b41b2a5bb29 req-3a9be749-e223-4dcc-8956-1f0055d27cf6 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-changed-41216552-53db-4e9a-b6b8-4e894bc195d3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.747875] env[62859]: DEBUG nova.compute.manager [req-5c4ce67b-ba63-4a3c-90c5-1b41b2a5bb29 req-3a9be749-e223-4dcc-8956-1f0055d27cf6 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Refreshing instance network info cache due to event network-changed-41216552-53db-4e9a-b6b8-4e894bc195d3. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.747875] env[62859]: DEBUG oslo_concurrency.lockutils [req-5c4ce67b-ba63-4a3c-90c5-1b41b2a5bb29 req-3a9be749-e223-4dcc-8956-1f0055d27cf6 service nova] Acquiring lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.747875] env[62859]: DEBUG oslo_concurrency.lockutils [req-5c4ce67b-ba63-4a3c-90c5-1b41b2a5bb29 req-3a9be749-e223-4dcc-8956-1f0055d27cf6 service nova] Acquired lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.747875] env[62859]: DEBUG nova.network.neutron [req-5c4ce67b-ba63-4a3c-90c5-1b41b2a5bb29 req-3a9be749-e223-4dcc-8956-1f0055d27cf6 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Refreshing network info cache for port 41216552-53db-4e9a-b6b8-4e894bc195d3 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.923551] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b5e7a53-e0f6-45d0-9e9c-d2a8d9aaca2b tempest-ServersTestFqdnHostnames-1022146188 tempest-ServersTestFqdnHostnames-1022146188-project-member] Lock "d0730eb3-ffe7-4030-b5cc-8b9c36fbd357" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.039s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.079604] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0dc5fa-fb73-4932-8d75-d6fe219d6fc7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.088682] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30482d0b-d994-4f37-8695-631c44de25a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.120480] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5fd9a4-2c74-4f7d-989d-750410c15e5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.134336] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd096d3-6ddf-4e15-a277-33513ea7a072 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.152610] env[62859]: DEBUG nova.compute.provider_tree [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.162120] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538400, 'name': CreateVM_Task, 'duration_secs': 0.376154} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.162298] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.162973] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.164420] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164420] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.164420] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26104f4f-fd72-4660-b37b-1066ba6692d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.169067] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1001.169067] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5200314c-97d4-11e7-1b68-325c6a19f856" [ 1001.169067] env[62859]: _type = "Task" [ 1001.169067] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.179202] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5200314c-97d4-11e7-1b68-325c6a19f856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.265917] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "c45237e1-fa97-4539-a2ee-77fb50619c40" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.266183] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.266390] env[62859]: DEBUG nova.compute.manager [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.267555] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750da6d8-2a32-4713-a59a-62e0f4cf0ff4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.275279] env[62859]: DEBUG nova.compute.manager [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1001.275875] env[62859]: DEBUG nova.objects.instance [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'flavor' on Instance uuid c45237e1-fa97-4539-a2ee-77fb50619c40 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.659526] env[62859]: DEBUG nova.scheduler.client.report [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.680255] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5200314c-97d4-11e7-1b68-325c6a19f856, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.680587] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.680840] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.681106] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.681264] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.681457] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.681750] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a5ecba0-c83a-4590-9d27-ea301c76b0a5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.691511] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.691685] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.692442] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f580ff01-f6a4-40f8-8a23-bda062a6772c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.697998] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1001.697998] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527b74e5-31b4-448f-af14-1ad6c771a84d" [ 1001.697998] env[62859]: _type = "Task" [ 1001.697998] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.708117] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527b74e5-31b4-448f-af14-1ad6c771a84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.187281] env[62859]: DEBUG nova.network.neutron [req-5c4ce67b-ba63-4a3c-90c5-1b41b2a5bb29 req-3a9be749-e223-4dcc-8956-1f0055d27cf6 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updated VIF entry in instance network info cache for port 41216552-53db-4e9a-b6b8-4e894bc195d3. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.187649] env[62859]: DEBUG nova.network.neutron [req-5c4ce67b-ba63-4a3c-90c5-1b41b2a5bb29 req-3a9be749-e223-4dcc-8956-1f0055d27cf6 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.209072] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527b74e5-31b4-448f-af14-1ad6c771a84d, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.210154] env[62859]: DEBUG nova.network.neutron [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Successfully updated port: 2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.214129] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fd1da8-57a4-403b-97bc-7375621c8a09 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.217723] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1002.217723] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525de07c-98d0-6d87-3e8e-593b35962dc9" [ 1002.217723] env[62859]: _type = "Task" [ 1002.217723] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.227053] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525de07c-98d0-6d87-3e8e-593b35962dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.282969] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.283196] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec1adbe-4afa-4e30-8cba-e09ab560c505 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.294068] env[62859]: DEBUG oslo_vmware.api [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1002.294068] env[62859]: value = "task-2538404" [ 1002.294068] env[62859]: _type = "Task" [ 1002.294068] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.304500] env[62859]: DEBUG oslo_vmware.api [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.676799] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.280s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.690936] env[62859]: DEBUG oslo_concurrency.lockutils [req-5c4ce67b-ba63-4a3c-90c5-1b41b2a5bb29 req-3a9be749-e223-4dcc-8956-1f0055d27cf6 service nova] Releasing lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.712956] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.714562] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquired lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.714562] env[62859]: DEBUG nova.network.neutron [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.731333] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525de07c-98d0-6d87-3e8e-593b35962dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.731840] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.732249] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 37b8fd86-aa69-4f7a-ac94-af9936f306d7/37b8fd86-aa69-4f7a-ac94-af9936f306d7.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.734018] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86c9781d-6bd6-42a0-b80a-b27fb35b81de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.742241] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1002.742241] env[62859]: value = "task-2538405" [ 1002.742241] env[62859]: _type = "Task" [ 1002.742241] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.750319] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.778740] env[62859]: DEBUG nova.compute.manager [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Received event network-vif-plugged-2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.778740] env[62859]: DEBUG oslo_concurrency.lockutils [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] Acquiring lock "17262f78-563e-4215-a62d-b0878b08e40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.778740] env[62859]: DEBUG oslo_concurrency.lockutils [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] Lock "17262f78-563e-4215-a62d-b0878b08e40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.778940] env[62859]: DEBUG oslo_concurrency.lockutils [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] Lock "17262f78-563e-4215-a62d-b0878b08e40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.778940] env[62859]: DEBUG nova.compute.manager [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] No waiting events found dispatching network-vif-plugged-2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.779284] env[62859]: WARNING nova.compute.manager [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Received unexpected event network-vif-plugged-2f0ce2e5-b68a-47b1-b403-caa95e636727 for instance with vm_state building and task_state spawning. [ 1002.779404] env[62859]: DEBUG nova.compute.manager [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Received event network-changed-2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.779599] env[62859]: DEBUG nova.compute.manager [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Refreshing instance network info cache due to event network-changed-2f0ce2e5-b68a-47b1-b403-caa95e636727. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1002.779719] env[62859]: DEBUG oslo_concurrency.lockutils [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] Acquiring lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.804088] env[62859]: DEBUG oslo_vmware.api [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538404, 'name': PowerOffVM_Task, 'duration_secs': 0.199635} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.804420] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.804574] env[62859]: DEBUG nova.compute.manager [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.805379] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04737590-34ae-4f44-88eb-3fe94426ab01 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.252585] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538405, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.278992] env[62859]: INFO nova.scheduler.client.report [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted allocation for migration 4c64c719-1b2b-486e-b86a-e0f1a4f514e5 [ 1003.299038] env[62859]: DEBUG nova.network.neutron [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.317680] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fdd800ad-efcd-4243-8135-4e1f061a10d4 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.660701] env[62859]: DEBUG nova.network.neutron [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Updating instance_info_cache with network_info: [{"id": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "address": "fa:16:3e:7c:a5:85", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0ce2e5-b6", "ovs_interfaceid": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.753619] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517241} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.754154] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 37b8fd86-aa69-4f7a-ac94-af9936f306d7/37b8fd86-aa69-4f7a-ac94-af9936f306d7.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.754381] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.754650] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bba7eac8-c563-4180-a7b2-1ed1105e2e50 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.761858] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1003.761858] env[62859]: value = "task-2538407" [ 1003.761858] env[62859]: _type = "Task" [ 1003.761858] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.771081] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.789143] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca6587e8-a013-4351-95c6-ddd7282d0ad1 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.729s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.063445] env[62859]: DEBUG nova.objects.instance [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'flavor' on Instance uuid c45237e1-fa97-4539-a2ee-77fb50619c40 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.161852] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Releasing lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.162229] env[62859]: DEBUG nova.compute.manager [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Instance network_info: |[{"id": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "address": "fa:16:3e:7c:a5:85", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0ce2e5-b6", "ovs_interfaceid": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.162542] env[62859]: DEBUG oslo_concurrency.lockutils [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] Acquired lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.162724] env[62859]: DEBUG nova.network.neutron [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Refreshing network info cache for port 2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.164010] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:a5:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f0ce2e5-b68a-47b1-b403-caa95e636727', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.171655] env[62859]: DEBUG oslo.service.loopingcall [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.174779] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.175317] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602be9a4-7f35-4b24-a322-c8253970f8f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.197247] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.197247] env[62859]: value = "task-2538408" [ 1004.197247] env[62859]: _type = "Task" [ 1004.197247] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.205698] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538408, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.272637] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074947} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.272926] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.273742] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2fbcb3-810a-47bf-8b65-c4cadb2cc937 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.297756] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 37b8fd86-aa69-4f7a-ac94-af9936f306d7/37b8fd86-aa69-4f7a-ac94-af9936f306d7.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.298566] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5224b1-f3d7-4783-8a6e-b5b2f9297a62 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.325498] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1004.325498] env[62859]: value = "task-2538409" [ 1004.325498] env[62859]: _type = "Task" [ 1004.325498] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.337313] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.427255] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "47ee374d-64b0-4f61-a053-7d21e8d6f400" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.427255] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.427403] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "47ee374d-64b0-4f61-a053-7d21e8d6f400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.428467] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.428467] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.431152] env[62859]: INFO nova.compute.manager [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Terminating instance [ 1004.537982] env[62859]: DEBUG nova.network.neutron [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Updated VIF entry in instance network info cache for port 2f0ce2e5-b68a-47b1-b403-caa95e636727. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.538467] env[62859]: DEBUG nova.network.neutron [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Updating instance_info_cache with network_info: [{"id": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "address": "fa:16:3e:7c:a5:85", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0ce2e5-b6", "ovs_interfaceid": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.567986] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.568243] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.568400] env[62859]: DEBUG nova.network.neutron [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.568606] env[62859]: DEBUG nova.objects.instance [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'info_cache' on Instance uuid c45237e1-fa97-4539-a2ee-77fb50619c40 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.707753] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538408, 'name': CreateVM_Task, 'duration_secs': 0.441941} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.707949] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.708638] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.708827] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.709217] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.709528] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7fdf43f-9696-4088-93cd-fd33708cc6c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.714503] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1004.714503] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52520b0a-1e08-fb17-612c-1dbdc7255a40" [ 1004.714503] env[62859]: _type = "Task" [ 1004.714503] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.722577] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52520b0a-1e08-fb17-612c-1dbdc7255a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.835632] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538409, 'name': ReconfigVM_Task, 'duration_secs': 0.326703} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.835970] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 37b8fd86-aa69-4f7a-ac94-af9936f306d7/37b8fd86-aa69-4f7a-ac94-af9936f306d7.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.836728] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70b55248-c506-4827-b443-8a164d5756ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.843552] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1004.843552] env[62859]: value = "task-2538410" [ 1004.843552] env[62859]: _type = "Task" [ 1004.843552] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.853804] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538410, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.934695] env[62859]: DEBUG nova.compute.manager [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.934827] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.935753] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c718c1-ad6d-41aa-be18-2e293d93e443 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.949022] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.949022] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-299189ea-e164-42ca-ad9e-e9bc1b6f34e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.953726] env[62859]: DEBUG oslo_vmware.api [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1004.953726] env[62859]: value = "task-2538411" [ 1004.953726] env[62859]: _type = "Task" [ 1004.953726] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.968168] env[62859]: DEBUG oslo_vmware.api [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.971694] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.971977] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.041657] env[62859]: DEBUG oslo_concurrency.lockutils [req-5ed4c1f3-786f-4d30-90e0-de61229dfc28 req-c4a0708f-f951-47d0-a60b-5ce611eec3dc service nova] Releasing lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.071812] env[62859]: DEBUG nova.objects.base [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.230188] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52520b0a-1e08-fb17-612c-1dbdc7255a40, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.230621] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.230962] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.231319] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.231526] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.231766] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.232518] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa69431-8344-42fd-98bc-488fc6e68d45 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.242447] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.242634] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.244567] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df20f52-da25-42b4-8427-363a2ece706d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.251407] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1005.251407] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b40ee2-da30-d167-4f3e-582f4898835e" [ 1005.251407] env[62859]: _type = "Task" [ 1005.251407] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.261223] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b40ee2-da30-d167-4f3e-582f4898835e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.359366] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538410, 'name': Rename_Task, 'duration_secs': 0.166234} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.360020] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.360530] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b105fa36-f87a-4045-9bba-61230432e879 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.371529] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1005.371529] env[62859]: value = "task-2538412" [ 1005.371529] env[62859]: _type = "Task" [ 1005.371529] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.384863] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.465677] env[62859]: DEBUG oslo_vmware.api [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538411, 'name': PowerOffVM_Task, 'duration_secs': 0.329443} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.467365] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.467365] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.467365] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54fdc44c-9417-44a7-9f43-2043ce16c580 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.475933] env[62859]: DEBUG nova.compute.manager [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.484933] env[62859]: DEBUG oslo_vmware.rw_handles [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524dce9a-1ed5-f049-228a-e1defcedf7bc/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.487033] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf43eb44-ea57-4c5c-b2de-fa1a6c43e05e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.493044] env[62859]: DEBUG oslo_vmware.rw_handles [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524dce9a-1ed5-f049-228a-e1defcedf7bc/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.493612] env[62859]: ERROR oslo_vmware.rw_handles [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524dce9a-1ed5-f049-228a-e1defcedf7bc/disk-0.vmdk due to incomplete transfer. [ 1005.493612] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fdf98bae-f65f-4bdc-9f9b-b57aa5037e36 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.501937] env[62859]: DEBUG oslo_vmware.rw_handles [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524dce9a-1ed5-f049-228a-e1defcedf7bc/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1005.502252] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Uploaded image 759b5887-6d0c-4c53-b1ec-f62d673d0ecd to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1005.507482] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1005.507482] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d709c65a-2404-4332-b88a-2dd2acc8df6c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.516853] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1005.516853] env[62859]: value = "task-2538414" [ 1005.516853] env[62859]: _type = "Task" [ 1005.516853] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.534131] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538414, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.543339] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.544320] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.544320] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleting the datastore file [datastore1] 47ee374d-64b0-4f61-a053-7d21e8d6f400 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.545496] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de8e04fe-ba7c-4cd8-a69d-258d6efb2d2f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.554071] env[62859]: DEBUG oslo_vmware.api [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1005.554071] env[62859]: value = "task-2538415" [ 1005.554071] env[62859]: _type = "Task" [ 1005.554071] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.566699] env[62859]: DEBUG oslo_vmware.api [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.773800] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b40ee2-da30-d167-4f3e-582f4898835e, 'name': SearchDatastore_Task, 'duration_secs': 0.016138} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.775897] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1005.777452] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512845', 'volume_id': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'name': 'volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33793e48-aee8-46f2-a0e8-3f20cd05e858', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'serial': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1005.778139] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a5f4c5-0e63-4cfb-b84a-5d032f9888cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.782418] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c05f4bc-5159-4e38-93ca-a502a621ec37 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.802682] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b80478-e42f-455d-884e-43880c0cf8ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.805406] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1005.805406] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ee92a9-a3b3-bd8f-da85-52002d613404" [ 1005.805406] env[62859]: _type = "Task" [ 1005.805406] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.832732] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a/volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.833802] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39aca10-842d-4ea8-9a03-1c1f7e0fa9f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.852382] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ee92a9-a3b3-bd8f-da85-52002d613404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.859071] env[62859]: DEBUG oslo_vmware.api [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1005.859071] env[62859]: value = "task-2538416" [ 1005.859071] env[62859]: _type = "Task" [ 1005.859071] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.872964] env[62859]: DEBUG oslo_vmware.api [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538416, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.883238] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.976206] env[62859]: DEBUG nova.network.neutron [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.013285] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.013578] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.015673] env[62859]: INFO nova.compute.claims [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.035145] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538414, 'name': Destroy_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.067732] env[62859]: DEBUG oslo_vmware.api [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.322171] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ee92a9-a3b3-bd8f-da85-52002d613404, 'name': SearchDatastore_Task, 'duration_secs': 0.050005} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.322676] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.323083] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 17262f78-563e-4215-a62d-b0878b08e40f/17262f78-563e-4215-a62d-b0878b08e40f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.323886] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c167648c-3f20-442c-8486-c4687980bf2e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.335181] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1006.335181] env[62859]: value = "task-2538417" [ 1006.335181] env[62859]: _type = "Task" [ 1006.335181] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.350859] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.372241] env[62859]: DEBUG oslo_vmware.api [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.384370] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.479313] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.534850] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538414, 'name': Destroy_Task, 'duration_secs': 0.900846} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.535337] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Destroyed the VM [ 1006.535592] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1006.535937] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9911f004-e85f-4b9a-b6a7-c17fa6a9da0d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.543050] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1006.543050] env[62859]: value = "task-2538418" [ 1006.543050] env[62859]: _type = "Task" [ 1006.543050] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.553209] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.566014] env[62859]: DEBUG oslo_vmware.api [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516872} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.566327] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.566414] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.566594] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.566813] env[62859]: INFO nova.compute.manager [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1006.567141] env[62859]: DEBUG oslo.service.loopingcall [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.567357] env[62859]: DEBUG nova.compute.manager [-] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.567457] env[62859]: DEBUG nova.network.neutron [-] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.846760] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538417, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.872610] env[62859]: DEBUG oslo_vmware.api [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538416, 'name': ReconfigVM_Task, 'duration_secs': 0.806703} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.872902] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a/volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.878090] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2c798d-3bc0-41ba-8da8-11b509f99858 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.900929] env[62859]: DEBUG oslo_vmware.api [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1006.900929] env[62859]: value = "task-2538419" [ 1006.900929] env[62859]: _type = "Task" [ 1006.900929] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.903769] env[62859]: DEBUG oslo_vmware.api [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538412, 'name': PowerOnVM_Task, 'duration_secs': 1.032295} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.909775] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.909775] env[62859]: INFO nova.compute.manager [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1006.909775] env[62859]: DEBUG nova.compute.manager [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.909775] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a29ac4-5f42-4337-a0f0-1c1f52b4cf22 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.920113] env[62859]: DEBUG oslo_vmware.api [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.950902] env[62859]: DEBUG nova.compute.manager [req-6ec5cd0c-c5f1-40a4-97bd-d6819f2093e0 req-2d71baf0-4e68-40d2-8b8a-2a8e6efeb482 service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Received event network-vif-deleted-5725accb-aa23-44dc-9a48-9172c36af937 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.951071] env[62859]: INFO nova.compute.manager [req-6ec5cd0c-c5f1-40a4-97bd-d6819f2093e0 req-2d71baf0-4e68-40d2-8b8a-2a8e6efeb482 service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Neutron deleted interface 5725accb-aa23-44dc-9a48-9172c36af937; detaching it from the instance and deleting it from the info cache [ 1006.951280] env[62859]: DEBUG nova.network.neutron [req-6ec5cd0c-c5f1-40a4-97bd-d6819f2093e0 req-2d71baf0-4e68-40d2-8b8a-2a8e6efeb482 service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.053814] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.244018] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2a4265-0073-49cc-baf8-dd18b58bc533 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.252149] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d6bcd0-1429-4479-8f15-9f8b97aa84ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.282248] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed04bf70-3109-4c71-9ac4-d1d29b1f631f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.289622] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21fcf50-cfcb-4cc5-aecc-ea6991135ece {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.302732] env[62859]: DEBUG nova.compute.provider_tree [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.346808] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538417, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.414561] env[62859]: DEBUG oslo_vmware.api [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538419, 'name': ReconfigVM_Task, 'duration_secs': 0.150184} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.414926] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512845', 'volume_id': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'name': 'volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33793e48-aee8-46f2-a0e8-3f20cd05e858', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'serial': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1007.433397] env[62859]: DEBUG nova.network.neutron [-] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.436885] env[62859]: INFO nova.compute.manager [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Took 15.51 seconds to build instance. [ 1007.458057] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c5d268d-90f3-4d85-b4c5-5ebd5c9a3fc4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.470758] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca03420-29fe-48d1-a60c-a0ebdf6d82c4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.486112] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.486112] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6c17062-d0a8-42b6-a257-cc0f43118021 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.492386] env[62859]: DEBUG oslo_vmware.api [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1007.492386] env[62859]: value = "task-2538420" [ 1007.492386] env[62859]: _type = "Task" [ 1007.492386] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.512365] env[62859]: DEBUG nova.compute.manager [req-6ec5cd0c-c5f1-40a4-97bd-d6819f2093e0 req-2d71baf0-4e68-40d2-8b8a-2a8e6efeb482 service nova] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Detach interface failed, port_id=5725accb-aa23-44dc-9a48-9172c36af937, reason: Instance 47ee374d-64b0-4f61-a053-7d21e8d6f400 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1007.516048] env[62859]: DEBUG oslo_vmware.api [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.553751] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538418, 'name': RemoveSnapshot_Task, 'duration_secs': 0.974838} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.553977] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1007.554286] env[62859]: DEBUG nova.compute.manager [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.555082] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502cccdd-b898-4e62-a0b2-841519548ab3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.805772] env[62859]: DEBUG nova.scheduler.client.report [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.846277] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538417, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.938344] env[62859]: INFO nova.compute.manager [-] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Took 1.37 seconds to deallocate network for instance. [ 1007.950065] env[62859]: DEBUG oslo_concurrency.lockutils [None req-946d53db-d9a1-409c-8a34-837d6525000a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.029s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.002890] env[62859]: DEBUG oslo_vmware.api [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538420, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.068470] env[62859]: INFO nova.compute.manager [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Shelve offloading [ 1008.076851] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "3ad25143-5abf-4b52-af87-97838fbfd8ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.076911] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "3ad25143-5abf-4b52-af87-97838fbfd8ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.108155] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "ec433f87-6cac-451d-a0cb-d48613f23a5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.108401] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "ec433f87-6cac-451d-a0cb-d48613f23a5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.311642] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.312190] env[62859]: DEBUG nova.compute.manager [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.348453] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538417, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.816954} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.348752] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 17262f78-563e-4215-a62d-b0878b08e40f/17262f78-563e-4215-a62d-b0878b08e40f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.349020] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.349330] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce703d0a-892b-4dc6-8d7e-c1de100fac77 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.356769] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1008.356769] env[62859]: value = "task-2538421" [ 1008.356769] env[62859]: _type = "Task" [ 1008.356769] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.366094] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.414074] env[62859]: DEBUG nova.compute.manager [req-a2c58fd9-9ca7-4fa9-9e6f-f3495a8fec1a req-cd602593-acb3-40d2-89a1-305cce2861b9 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-changed-41216552-53db-4e9a-b6b8-4e894bc195d3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.414074] env[62859]: DEBUG nova.compute.manager [req-a2c58fd9-9ca7-4fa9-9e6f-f3495a8fec1a req-cd602593-acb3-40d2-89a1-305cce2861b9 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Refreshing instance network info cache due to event network-changed-41216552-53db-4e9a-b6b8-4e894bc195d3. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.414179] env[62859]: DEBUG oslo_concurrency.lockutils [req-a2c58fd9-9ca7-4fa9-9e6f-f3495a8fec1a req-cd602593-acb3-40d2-89a1-305cce2861b9 service nova] Acquiring lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.414337] env[62859]: DEBUG oslo_concurrency.lockutils [req-a2c58fd9-9ca7-4fa9-9e6f-f3495a8fec1a req-cd602593-acb3-40d2-89a1-305cce2861b9 service nova] Acquired lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.414511] env[62859]: DEBUG nova.network.neutron [req-a2c58fd9-9ca7-4fa9-9e6f-f3495a8fec1a req-cd602593-acb3-40d2-89a1-305cce2861b9 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Refreshing network info cache for port 41216552-53db-4e9a-b6b8-4e894bc195d3 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.453163] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.453430] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.453639] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.464200] env[62859]: DEBUG nova.objects.instance [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'flavor' on Instance uuid 33793e48-aee8-46f2-a0e8-3f20cd05e858 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.480826] env[62859]: INFO nova.scheduler.client.report [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted allocations for instance 47ee374d-64b0-4f61-a053-7d21e8d6f400 [ 1008.505713] env[62859]: DEBUG oslo_vmware.api [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538420, 'name': PowerOnVM_Task, 'duration_secs': 0.584931} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.506198] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.506641] env[62859]: DEBUG nova.compute.manager [None req-17a28917-aa3f-4dce-be34-bb68af833e35 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.507687] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b61d33-c4ed-43a8-9b7b-6d9e23ba6e9f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.572219] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.572502] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-782186da-7c26-4201-9db3-c9003caa358e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.581258] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.586751] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1008.586751] env[62859]: value = "task-2538422" [ 1008.586751] env[62859]: _type = "Task" [ 1008.586751] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.598889] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.599456] env[62859]: DEBUG nova.compute.manager [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.600259] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9252b93-725b-4471-8db0-1575c869ddd1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.607338] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.607830] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.607830] env[62859]: DEBUG nova.network.neutron [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.612021] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.817778] env[62859]: DEBUG nova.compute.utils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.819198] env[62859]: DEBUG nova.compute.manager [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.819372] env[62859]: DEBUG nova.network.neutron [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.870282] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538421, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.903204] env[62859]: DEBUG nova.policy [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a80adbeef0b24a9e90b6ac59cf30fd83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc575212bb084cb080977084ccbdb30c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.977453] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3a82df55-dbe7-4672-845e-dd6e76b7432c tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.339s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.989395] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7fa71d90-399e-48c2-9d7a-6024783f076f tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47ee374d-64b0-4f61-a053-7d21e8d6f400" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.562s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.104482] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.104581] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.106093] env[62859]: INFO nova.compute.claims [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.141245] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.323076] env[62859]: DEBUG nova.compute.manager [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.331019] env[62859]: DEBUG nova.network.neutron [req-a2c58fd9-9ca7-4fa9-9e6f-f3495a8fec1a req-cd602593-acb3-40d2-89a1-305cce2861b9 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updated VIF entry in instance network info cache for port 41216552-53db-4e9a-b6b8-4e894bc195d3. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.331408] env[62859]: DEBUG nova.network.neutron [req-a2c58fd9-9ca7-4fa9-9e6f-f3495a8fec1a req-cd602593-acb3-40d2-89a1-305cce2861b9 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.354233] env[62859]: DEBUG nova.network.neutron [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating instance_info_cache with network_info: [{"id": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "address": "fa:16:3e:40:8b:f0", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b41fa6-38", "ovs_interfaceid": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.374812] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538421, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.443280] env[62859]: DEBUG nova.network.neutron [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Successfully created port: 6f2fe229-5f13-4917-8ab5-9ef8c9d70953 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.833237] env[62859]: DEBUG oslo_concurrency.lockutils [req-a2c58fd9-9ca7-4fa9-9e6f-f3495a8fec1a req-cd602593-acb3-40d2-89a1-305cce2861b9 service nova] Releasing lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.861924] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.878638] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.151913} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.878638] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.878638] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeb1e1b-efe6-41d5-afbe-85efd54e54da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.904199] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 17262f78-563e-4215-a62d-b0878b08e40f/17262f78-563e-4215-a62d-b0878b08e40f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.904869] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5748bf-e303-4523-8bb2-ce57db89c3bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.925370] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1009.925370] env[62859]: value = "task-2538423" [ 1009.925370] env[62859]: _type = "Task" [ 1009.925370] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.935314] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.943143] env[62859]: DEBUG nova.compute.manager [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Stashing vm_state: active {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1010.145402] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.146114] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123bf147-c150-48d7-867c-a5b9327dacc1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.155543] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.158027] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-295a0535-8aec-4f07-8d33-b33abee1e8a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.303336] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7351a445-5fc4-4ff7-8862-2d5d9bb9dcd0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.311055] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b54bfc1-61ce-4cf2-81a7-e13334372c12 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.346420] env[62859]: DEBUG nova.compute.manager [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.349343] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eec3348-5a95-46e1-9ac0-c9647477b6aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.356794] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743c2512-1e17-4d46-bf3e-bc1e8f906377 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.369483] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.378303] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.378533] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.378688] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.378868] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.379024] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.379176] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.379376] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.379536] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.379700] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.379863] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.380049] env[62859]: DEBUG nova.virt.hardware [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.380814] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f387eae-0875-4603-8169-e0fda643bd0d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.388279] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e78fb3e-54fa-489a-8d11-def4effe40c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.435724] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.444467] env[62859]: DEBUG nova.compute.manager [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received event network-vif-unplugged-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.444637] env[62859]: DEBUG oslo_concurrency.lockutils [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] Acquiring lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.444857] env[62859]: DEBUG oslo_concurrency.lockutils [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.445038] env[62859]: DEBUG oslo_concurrency.lockutils [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.445207] env[62859]: DEBUG nova.compute.manager [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] No waiting events found dispatching network-vif-unplugged-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.445376] env[62859]: WARNING nova.compute.manager [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received unexpected event network-vif-unplugged-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e for instance with vm_state shelved and task_state shelving_offloading. [ 1010.445535] env[62859]: DEBUG nova.compute.manager [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received event network-changed-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.445685] env[62859]: DEBUG nova.compute.manager [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Refreshing instance network info cache due to event network-changed-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.445870] env[62859]: DEBUG oslo_concurrency.lockutils [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] Acquiring lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.446014] env[62859]: DEBUG oslo_concurrency.lockutils [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] Acquired lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.446173] env[62859]: DEBUG nova.network.neutron [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Refreshing network info cache for port a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.462743] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.891437] env[62859]: ERROR nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [req-2c25be8b-afe0-4136-92db-b8d0b34d1ed5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c25be8b-afe0-4136-92db-b8d0b34d1ed5"}]} [ 1010.907608] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1010.921273] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1010.921531] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.925398] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.925574] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.925721] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleting the datastore file [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.925993] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d640d2-5d83-4e22-a8f6-3eef0b50c0e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.935863] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538423, 'name': ReconfigVM_Task, 'duration_secs': 0.511527} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.937653] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1010.939627] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 17262f78-563e-4215-a62d-b0878b08e40f/17262f78-563e-4215-a62d-b0878b08e40f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.940308] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1010.940308] env[62859]: value = "task-2538425" [ 1010.940308] env[62859]: _type = "Task" [ 1010.940308] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.940669] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f90ab906-aa2a-4aaa-be6d-0723683837af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.950414] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.953499] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1010.953499] env[62859]: value = "task-2538426" [ 1010.953499] env[62859]: _type = "Task" [ 1010.953499] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.957171] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1010.964108] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538426, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.082039] env[62859]: DEBUG nova.compute.manager [req-bc2461d0-e78e-4efb-9c5c-bfbe366a4c87 req-cb65ed0e-a076-467c-bdb1-82df061efca1 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Received event network-vif-plugged-6f2fe229-5f13-4917-8ab5-9ef8c9d70953 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.082266] env[62859]: DEBUG oslo_concurrency.lockutils [req-bc2461d0-e78e-4efb-9c5c-bfbe366a4c87 req-cb65ed0e-a076-467c-bdb1-82df061efca1 service nova] Acquiring lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.082472] env[62859]: DEBUG oslo_concurrency.lockutils [req-bc2461d0-e78e-4efb-9c5c-bfbe366a4c87 req-cb65ed0e-a076-467c-bdb1-82df061efca1 service nova] Lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.082639] env[62859]: DEBUG oslo_concurrency.lockutils [req-bc2461d0-e78e-4efb-9c5c-bfbe366a4c87 req-cb65ed0e-a076-467c-bdb1-82df061efca1 service nova] Lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.082803] env[62859]: DEBUG nova.compute.manager [req-bc2461d0-e78e-4efb-9c5c-bfbe366a4c87 req-cb65ed0e-a076-467c-bdb1-82df061efca1 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] No waiting events found dispatching network-vif-plugged-6f2fe229-5f13-4917-8ab5-9ef8c9d70953 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.083079] env[62859]: WARNING nova.compute.manager [req-bc2461d0-e78e-4efb-9c5c-bfbe366a4c87 req-cb65ed0e-a076-467c-bdb1-82df061efca1 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Received unexpected event network-vif-plugged-6f2fe229-5f13-4917-8ab5-9ef8c9d70953 for instance with vm_state building and task_state spawning. [ 1011.155666] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc459ad-ee09-42b3-9e3c-fa98e2d8c49f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.161988] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5842fc7f-a0e5-419c-ad39-7d03bd3ecce3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.196560] env[62859]: DEBUG nova.network.neutron [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updated VIF entry in instance network info cache for port a0b41fa6-3827-4d61-93d3-3efe72ae0a4e. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.196560] env[62859]: DEBUG nova.network.neutron [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating instance_info_cache with network_info: [{"id": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "address": "fa:16:3e:40:8b:f0", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": null, "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa0b41fa6-38", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.198493] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a31ab0a-83a2-4443-8eb7-ebb0869efe2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.206028] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aebefdf-68c0-4294-af36-b64bbacaac3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.221609] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.242429] env[62859]: DEBUG nova.network.neutron [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Successfully updated port: 6f2fe229-5f13-4917-8ab5-9ef8c9d70953 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.453324] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.462992] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538426, 'name': Rename_Task, 'duration_secs': 0.144172} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.463409] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.463690] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d89f9960-584c-48f0-848a-76dc151b5895 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.469648] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1011.469648] env[62859]: value = "task-2538427" [ 1011.469648] env[62859]: _type = "Task" [ 1011.469648] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.476886] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.702249] env[62859]: DEBUG oslo_concurrency.lockutils [req-31d16030-ba4c-4b10-854c-79c5ea1f2b57 req-e787db9f-c3c8-474f-99a2-7970424381e7 service nova] Releasing lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.746203] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "refresh_cache-47413c59-43f6-4b55-b2ad-4e8bc2d8600f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.746203] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "refresh_cache-47413c59-43f6-4b55-b2ad-4e8bc2d8600f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.746203] env[62859]: DEBUG nova.network.neutron [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.752944] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1011.753215] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 123 to 124 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1011.753394] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.952771] env[62859]: DEBUG oslo_vmware.api [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521793} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.953054] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.953245] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.953426] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.974575] env[62859]: INFO nova.scheduler.client.report [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleted allocations for instance f37c4ccf-a04a-4627-a3f7-3eab6f93a928 [ 1011.983389] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.259835] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.155s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.260642] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.263206] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.123s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.264577] env[62859]: INFO nova.compute.claims [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.337912] env[62859]: DEBUG nova.network.neutron [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.481515] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.481866] env[62859]: DEBUG oslo_vmware.api [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538427, 'name': PowerOnVM_Task, 'duration_secs': 0.557442} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.482124] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.482328] env[62859]: INFO nova.compute.manager [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Took 11.83 seconds to spawn the instance on the hypervisor. [ 1012.482503] env[62859]: DEBUG nova.compute.manager [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.483284] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1b4508-8bb6-4ffa-9879-f52880a87148 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.559890] env[62859]: DEBUG nova.network.neutron [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Updating instance_info_cache with network_info: [{"id": "6f2fe229-5f13-4917-8ab5-9ef8c9d70953", "address": "fa:16:3e:21:93:8a", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f2fe229-5f", "ovs_interfaceid": "6f2fe229-5f13-4917-8ab5-9ef8c9d70953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.768709] env[62859]: DEBUG nova.compute.utils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.772345] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.772345] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.832793] env[62859]: DEBUG nova.policy [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd87715e6487f46c6a2cf5c3a5e97ddf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94c13e2d16ba48149e5071aad32c75b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.000470] env[62859]: INFO nova.compute.manager [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Took 19.20 seconds to build instance. [ 1013.063176] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "refresh_cache-47413c59-43f6-4b55-b2ad-4e8bc2d8600f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.063512] env[62859]: DEBUG nova.compute.manager [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Instance network_info: |[{"id": "6f2fe229-5f13-4917-8ab5-9ef8c9d70953", "address": "fa:16:3e:21:93:8a", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f2fe229-5f", "ovs_interfaceid": "6f2fe229-5f13-4917-8ab5-9ef8c9d70953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.064235] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:93:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f2fe229-5f13-4917-8ab5-9ef8c9d70953', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.072138] env[62859]: DEBUG oslo.service.loopingcall [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.072590] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.072824] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce21b053-4e0d-40ab-a743-529fc5bbf59b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.095429] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.095429] env[62859]: value = "task-2538428" [ 1013.095429] env[62859]: _type = "Task" [ 1013.095429] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.104943] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538428, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.112744] env[62859]: DEBUG nova.compute.manager [req-df46f8fb-d5de-4326-8fb5-ba83f561f59a req-cd70b8d7-92cc-4e66-90f2-831b66fdec37 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Received event network-changed-6f2fe229-5f13-4917-8ab5-9ef8c9d70953 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.112896] env[62859]: DEBUG nova.compute.manager [req-df46f8fb-d5de-4326-8fb5-ba83f561f59a req-cd70b8d7-92cc-4e66-90f2-831b66fdec37 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Refreshing instance network info cache due to event network-changed-6f2fe229-5f13-4917-8ab5-9ef8c9d70953. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.113129] env[62859]: DEBUG oslo_concurrency.lockutils [req-df46f8fb-d5de-4326-8fb5-ba83f561f59a req-cd70b8d7-92cc-4e66-90f2-831b66fdec37 service nova] Acquiring lock "refresh_cache-47413c59-43f6-4b55-b2ad-4e8bc2d8600f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.113279] env[62859]: DEBUG oslo_concurrency.lockutils [req-df46f8fb-d5de-4326-8fb5-ba83f561f59a req-cd70b8d7-92cc-4e66-90f2-831b66fdec37 service nova] Acquired lock "refresh_cache-47413c59-43f6-4b55-b2ad-4e8bc2d8600f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.113441] env[62859]: DEBUG nova.network.neutron [req-df46f8fb-d5de-4326-8fb5-ba83f561f59a req-cd70b8d7-92cc-4e66-90f2-831b66fdec37 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Refreshing network info cache for port 6f2fe229-5f13-4917-8ab5-9ef8c9d70953 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.275026] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.281773] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Successfully created port: e566c44c-6f0c-40ca-8c52-c425e31f7e48 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.490511] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35483ca7-8017-4e5e-bcef-e78c9227710f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.499255] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcaa5b7-4e3e-48cd-803b-5319a64b2f30 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.502496] env[62859]: DEBUG oslo_concurrency.lockutils [None req-caf7a6e5-5cf9-4df9-9b2f-477c7aab2dde tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "17262f78-563e-4215-a62d-b0878b08e40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.718s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.533155] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607e8630-f515-4e60-be1b-dc1c2aa1e960 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.542952] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78826053-de29-4d43-9a86-ac0791cf60a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.557986] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.605732] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538428, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.801036] env[62859]: DEBUG nova.network.neutron [req-df46f8fb-d5de-4326-8fb5-ba83f561f59a req-cd70b8d7-92cc-4e66-90f2-831b66fdec37 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Updated VIF entry in instance network info cache for port 6f2fe229-5f13-4917-8ab5-9ef8c9d70953. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.801410] env[62859]: DEBUG nova.network.neutron [req-df46f8fb-d5de-4326-8fb5-ba83f561f59a req-cd70b8d7-92cc-4e66-90f2-831b66fdec37 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Updating instance_info_cache with network_info: [{"id": "6f2fe229-5f13-4917-8ab5-9ef8c9d70953", "address": "fa:16:3e:21:93:8a", "network": {"id": "697f38fb-abe0-432a-af3e-2443f62d19fd", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-675842853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc575212bb084cb080977084ccbdb30c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f2fe229-5f", "ovs_interfaceid": "6f2fe229-5f13-4917-8ab5-9ef8c9d70953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.824513] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.920849] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "17262f78-563e-4215-a62d-b0878b08e40f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.920946] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "17262f78-563e-4215-a62d-b0878b08e40f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.921304] env[62859]: INFO nova.compute.manager [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Rebooting instance [ 1014.080400] env[62859]: ERROR nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [req-7fbc39b5-b67b-4ae1-a681-49357c6b6d31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7fbc39b5-b67b-4ae1-a681-49357c6b6d31"}]} [ 1014.096502] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1014.108967] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538428, 'name': CreateVM_Task, 'duration_secs': 0.923204} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.109226] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.110032] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.110221] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.110589] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.111700] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1014.111922] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.114149] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f00cdd-0693-40ca-bd59-3846d8e45922 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.120451] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1014.120451] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e14c18-7a7d-19be-bc07-639827088dcb" [ 1014.120451] env[62859]: _type = "Task" [ 1014.120451] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.126994] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1014.133046] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e14c18-7a7d-19be-bc07-639827088dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.149488] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1014.281397] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.303576] env[62859]: DEBUG oslo_concurrency.lockutils [req-df46f8fb-d5de-4326-8fb5-ba83f561f59a req-cd70b8d7-92cc-4e66-90f2-831b66fdec37 service nova] Releasing lock "refresh_cache-47413c59-43f6-4b55-b2ad-4e8bc2d8600f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.307206] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.307466] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.307626] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.307836] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.307994] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.308163] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.308372] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.308532] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.308698] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.308863] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.309053] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.309911] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe51073-9219-452a-bba0-981c7052202a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.322229] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a9737-daff-475f-aae0-8ce4750e5021 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.341779] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db165d-68d7-4052-9726-c2ffab3bd524 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.350124] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20dbb42-fd16-4684-8819-56485fcb9031 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.382310] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c1d39-3ee0-4bdc-abf8-d0ca7b201f06 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.390746] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c03d42-4120-4412-ba3a-e422e1ab89b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.406139] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.438077] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.438281] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquired lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.438457] env[62859]: DEBUG nova.network.neutron [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.632455] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e14c18-7a7d-19be-bc07-639827088dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.016908} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.632780] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.633034] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.633449] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.633618] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.633818] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.634114] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdf6d01f-8ee0-44c4-b780-4d13c2743db5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.643828] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.644030] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.644843] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b6737c-f773-4293-a85a-940b374aca28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.650771] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1014.650771] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5258742f-fe1a-9263-67a2-d3ff32933124" [ 1014.650771] env[62859]: _type = "Task" [ 1014.650771] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.659225] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5258742f-fe1a-9263-67a2-d3ff32933124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.940835] env[62859]: DEBUG nova.scheduler.client.report [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1014.941147] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 125 to 126 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1014.941340] env[62859]: DEBUG nova.compute.provider_tree [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.073427] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Successfully updated port: e566c44c-6f0c-40ca-8c52-c425e31f7e48 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.142120] env[62859]: DEBUG nova.compute.manager [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Received event network-changed-2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.142320] env[62859]: DEBUG nova.compute.manager [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Refreshing instance network info cache due to event network-changed-2f0ce2e5-b68a-47b1-b403-caa95e636727. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.142512] env[62859]: DEBUG oslo_concurrency.lockutils [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] Acquiring lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.162387] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5258742f-fe1a-9263-67a2-d3ff32933124, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.163208] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5eb72e7-0e65-4c9b-b2aa-700c3cb8de09 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.170281] env[62859]: DEBUG nova.network.neutron [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Updating instance_info_cache with network_info: [{"id": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "address": "fa:16:3e:7c:a5:85", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0ce2e5-b6", "ovs_interfaceid": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.172553] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1015.172553] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5236afd3-37b9-7f96-7ab3-b7f6d1066ddf" [ 1015.172553] env[62859]: _type = "Task" [ 1015.172553] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.184271] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5236afd3-37b9-7f96-7ab3-b7f6d1066ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.185042] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.185304] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 47413c59-43f6-4b55-b2ad-4e8bc2d8600f/47413c59-43f6-4b55-b2ad-4e8bc2d8600f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.185555] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2a68012-8d50-48ab-8eb7-1f6133d70af9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.192564] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1015.192564] env[62859]: value = "task-2538429" [ 1015.192564] env[62859]: _type = "Task" [ 1015.192564] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.201765] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.449824] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.186s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.450375] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.454062] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.991s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.579074] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "refresh_cache-3ad25143-5abf-4b52-af87-97838fbfd8ec" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.579322] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "refresh_cache-3ad25143-5abf-4b52-af87-97838fbfd8ec" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.579635] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.674750] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Releasing lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.676830] env[62859]: DEBUG oslo_concurrency.lockutils [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] Acquired lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.677097] env[62859]: DEBUG nova.network.neutron [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Refreshing network info cache for port 2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.705352] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538429, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.957706] env[62859]: DEBUG nova.compute.utils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.962498] env[62859]: INFO nova.compute.claims [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.967159] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.967159] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.007904] env[62859]: DEBUG nova.policy [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd87715e6487f46c6a2cf5c3a5e97ddf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94c13e2d16ba48149e5071aad32c75b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.147987] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.185573] env[62859]: DEBUG nova.compute.manager [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.189133] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ac495a-35e0-4f64-bad4-3d9673e7a928 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.221178] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634808} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.221608] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 47413c59-43f6-4b55-b2ad-4e8bc2d8600f/47413c59-43f6-4b55-b2ad-4e8bc2d8600f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.221857] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.222399] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35649e22-97f8-4714-b2b9-c49663619092 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.232678] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1016.232678] env[62859]: value = "task-2538430" [ 1016.232678] env[62859]: _type = "Task" [ 1016.232678] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.246610] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.282215] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Successfully created port: d77adb57-af26-4236-8b21-a7cc7c8581e0 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.434774] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Updating instance_info_cache with network_info: [{"id": "e566c44c-6f0c-40ca-8c52-c425e31f7e48", "address": "fa:16:3e:96:3a:54", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape566c44c-6f", "ovs_interfaceid": "e566c44c-6f0c-40ca-8c52-c425e31f7e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.467843] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.472388] env[62859]: INFO nova.compute.resource_tracker [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating resource usage from migration 067121eb-0c90-40dc-8ec1-182852d115c6 [ 1016.513156] env[62859]: DEBUG nova.network.neutron [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Updated VIF entry in instance network info cache for port 2f0ce2e5-b68a-47b1-b403-caa95e636727. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.513504] env[62859]: DEBUG nova.network.neutron [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Updating instance_info_cache with network_info: [{"id": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "address": "fa:16:3e:7c:a5:85", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0ce2e5-b6", "ovs_interfaceid": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.656254] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790933d3-919a-4e2b-8c48-4d0a15fdefe7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.665152] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821664d9-237d-4670-bd02-a1b031c75b6d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.696045] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b84d41-ec6a-4aa1-8721-b09f698cc548 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.704866] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2561db32-8639-4e19-97dd-329274b6d394 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.718259] env[62859]: DEBUG nova.compute.provider_tree [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.742302] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204816} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.742559] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.743316] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4438d2cd-8a77-455f-80f3-404f0d824f37 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.765500] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 47413c59-43f6-4b55-b2ad-4e8bc2d8600f/47413c59-43f6-4b55-b2ad-4e8bc2d8600f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.766388] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dffa48db-5b22-4966-b925-09db2c3ce5f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.786808] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1016.786808] env[62859]: value = "task-2538431" [ 1016.786808] env[62859]: _type = "Task" [ 1016.786808] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.798042] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.937867] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "refresh_cache-3ad25143-5abf-4b52-af87-97838fbfd8ec" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.938232] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Instance network_info: |[{"id": "e566c44c-6f0c-40ca-8c52-c425e31f7e48", "address": "fa:16:3e:96:3a:54", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape566c44c-6f", "ovs_interfaceid": "e566c44c-6f0c-40ca-8c52-c425e31f7e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.938662] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:3a:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e566c44c-6f0c-40ca-8c52-c425e31f7e48', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.947200] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Creating folder: Project (94c13e2d16ba48149e5071aad32c75b5). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.947524] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9d0b6fd-753c-4fd5-809c-11e3ca57a2d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.960571] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Created folder: Project (94c13e2d16ba48149e5071aad32c75b5) in parent group-v512592. [ 1016.960788] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Creating folder: Instances. Parent ref: group-v512848. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.961068] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca18cfa5-4759-4e22-a14a-150ef7a4fdfe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.972015] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Created folder: Instances in parent group-v512848. [ 1016.972284] env[62859]: DEBUG oslo.service.loopingcall [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1016.972486] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.972700] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f74df344-7990-4c75-8ee1-699416641b2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.996704] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.996704] env[62859]: value = "task-2538434" [ 1016.996704] env[62859]: _type = "Task" [ 1016.996704] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.006494] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538434, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.018423] env[62859]: DEBUG oslo_concurrency.lockutils [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] Releasing lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.018708] env[62859]: DEBUG nova.compute.manager [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Received event network-vif-plugged-e566c44c-6f0c-40ca-8c52-c425e31f7e48 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.018989] env[62859]: DEBUG oslo_concurrency.lockutils [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] Acquiring lock "3ad25143-5abf-4b52-af87-97838fbfd8ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.019301] env[62859]: DEBUG oslo_concurrency.lockutils [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] Lock "3ad25143-5abf-4b52-af87-97838fbfd8ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.019480] env[62859]: DEBUG oslo_concurrency.lockutils [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] Lock "3ad25143-5abf-4b52-af87-97838fbfd8ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.019647] env[62859]: DEBUG nova.compute.manager [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] No waiting events found dispatching network-vif-plugged-e566c44c-6f0c-40ca-8c52-c425e31f7e48 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.019815] env[62859]: WARNING nova.compute.manager [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Received unexpected event network-vif-plugged-e566c44c-6f0c-40ca-8c52-c425e31f7e48 for instance with vm_state building and task_state spawning. [ 1017.019979] env[62859]: DEBUG nova.compute.manager [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Received event network-changed-e566c44c-6f0c-40ca-8c52-c425e31f7e48 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.020152] env[62859]: DEBUG nova.compute.manager [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Refreshing instance network info cache due to event network-changed-e566c44c-6f0c-40ca-8c52-c425e31f7e48. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.020341] env[62859]: DEBUG oslo_concurrency.lockutils [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] Acquiring lock "refresh_cache-3ad25143-5abf-4b52-af87-97838fbfd8ec" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.020480] env[62859]: DEBUG oslo_concurrency.lockutils [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] Acquired lock "refresh_cache-3ad25143-5abf-4b52-af87-97838fbfd8ec" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.020654] env[62859]: DEBUG nova.network.neutron [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Refreshing network info cache for port e566c44c-6f0c-40ca-8c52-c425e31f7e48 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.221648] env[62859]: DEBUG nova.scheduler.client.report [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.227044] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd701469-098b-42bf-b947-9a005f37a557 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.234875] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Doing hard reboot of VM {{(pid=62859) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1017.235193] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f72e85e1-b4b6-41ee-8b03-96dec8f5c967 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.244397] env[62859]: DEBUG oslo_vmware.api [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1017.244397] env[62859]: value = "task-2538435" [ 1017.244397] env[62859]: _type = "Task" [ 1017.244397] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.253733] env[62859]: DEBUG oslo_vmware.api [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538435, 'name': ResetVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.298367] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.493167] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.508294] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538434, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.521158] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.521388] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.521545] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.521729] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.522062] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.522272] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.522496] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.522666] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.522839] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.523012] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.523203] env[62859]: DEBUG nova.virt.hardware [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.526459] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea3665-f717-4c1d-a979-bde0a36fe5de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.535654] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54449752-2af0-4652-b513-c06977a462fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.676542] env[62859]: DEBUG nova.compute.manager [req-0c4f569b-0e8c-4ac1-8beb-dd5369c9c41b req-0e94a25f-eae5-4eab-8a6b-5538787f592b service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Received event network-vif-plugged-d77adb57-af26-4236-8b21-a7cc7c8581e0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.676704] env[62859]: DEBUG oslo_concurrency.lockutils [req-0c4f569b-0e8c-4ac1-8beb-dd5369c9c41b req-0e94a25f-eae5-4eab-8a6b-5538787f592b service nova] Acquiring lock "ec433f87-6cac-451d-a0cb-d48613f23a5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.677090] env[62859]: DEBUG oslo_concurrency.lockutils [req-0c4f569b-0e8c-4ac1-8beb-dd5369c9c41b req-0e94a25f-eae5-4eab-8a6b-5538787f592b service nova] Lock "ec433f87-6cac-451d-a0cb-d48613f23a5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.677294] env[62859]: DEBUG oslo_concurrency.lockutils [req-0c4f569b-0e8c-4ac1-8beb-dd5369c9c41b req-0e94a25f-eae5-4eab-8a6b-5538787f592b service nova] Lock "ec433f87-6cac-451d-a0cb-d48613f23a5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.677470] env[62859]: DEBUG nova.compute.manager [req-0c4f569b-0e8c-4ac1-8beb-dd5369c9c41b req-0e94a25f-eae5-4eab-8a6b-5538787f592b service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] No waiting events found dispatching network-vif-plugged-d77adb57-af26-4236-8b21-a7cc7c8581e0 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.677636] env[62859]: WARNING nova.compute.manager [req-0c4f569b-0e8c-4ac1-8beb-dd5369c9c41b req-0e94a25f-eae5-4eab-8a6b-5538787f592b service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Received unexpected event network-vif-plugged-d77adb57-af26-4236-8b21-a7cc7c8581e0 for instance with vm_state building and task_state spawning. [ 1017.719647] env[62859]: DEBUG nova.network.neutron [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Updated VIF entry in instance network info cache for port e566c44c-6f0c-40ca-8c52-c425e31f7e48. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.720013] env[62859]: DEBUG nova.network.neutron [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Updating instance_info_cache with network_info: [{"id": "e566c44c-6f0c-40ca-8c52-c425e31f7e48", "address": "fa:16:3e:96:3a:54", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape566c44c-6f", "ovs_interfaceid": "e566c44c-6f0c-40ca-8c52-c425e31f7e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.726972] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.727214] env[62859]: INFO nova.compute.manager [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Migrating [ 1017.734083] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.253s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.734420] env[62859]: DEBUG nova.objects.instance [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lazy-loading 'resources' on Instance uuid f37c4ccf-a04a-4627-a3f7-3eab6f93a928 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.743584] env[62859]: DEBUG nova.objects.instance [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lazy-loading 'numa_topology' on Instance uuid f37c4ccf-a04a-4627-a3f7-3eab6f93a928 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.758156] env[62859]: DEBUG oslo_vmware.api [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538435, 'name': ResetVM_Task, 'duration_secs': 0.106305} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.758447] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Did hard reboot of VM {{(pid=62859) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1017.758714] env[62859]: DEBUG nova.compute.manager [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.759464] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e697545-2350-4384-891e-508a791d7bdb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.781984] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Successfully updated port: d77adb57-af26-4236-8b21-a7cc7c8581e0 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.800989] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538431, 'name': ReconfigVM_Task, 'duration_secs': 0.703101} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.801272] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 47413c59-43f6-4b55-b2ad-4e8bc2d8600f/47413c59-43f6-4b55-b2ad-4e8bc2d8600f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.801986] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1b03afb-7e5e-4c56-a800-8c8484103a06 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.809660] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1017.809660] env[62859]: value = "task-2538436" [ 1017.809660] env[62859]: _type = "Task" [ 1017.809660] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.818909] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538436, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.007792] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538434, 'name': CreateVM_Task, 'duration_secs': 0.525833} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.007972] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.008597] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.008763] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.009092] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1018.009697] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82762a73-aa2d-4597-8094-c4b345764650 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.014608] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1018.014608] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5208f8ac-feca-54b7-3a25-e153a989e8a6" [ 1018.014608] env[62859]: _type = "Task" [ 1018.014608] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.023761] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5208f8ac-feca-54b7-3a25-e153a989e8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.226952] env[62859]: DEBUG oslo_concurrency.lockutils [req-33a4a401-5f4e-486e-8fae-64073c287063 req-344e5793-42d6-400b-96fb-7d71e5bb9b9e service nova] Releasing lock "refresh_cache-3ad25143-5abf-4b52-af87-97838fbfd8ec" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.245752] env[62859]: DEBUG nova.objects.base [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.248606] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.248768] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.248939] env[62859]: DEBUG nova.network.neutron [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.274178] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ccfb7b91-4541-4b8a-9e3e-5e8ed0a4f5df tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "17262f78-563e-4215-a62d-b0878b08e40f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.353s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.286337] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "refresh_cache-ec433f87-6cac-451d-a0cb-d48613f23a5b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.286482] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "refresh_cache-ec433f87-6cac-451d-a0cb-d48613f23a5b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.286655] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.332923] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538436, 'name': Rename_Task, 'duration_secs': 0.147428} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.332923] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.332923] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa39d9e7-fdaf-4729-bb8b-ee0991b2ddf4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.332923] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1018.332923] env[62859]: value = "task-2538437" [ 1018.332923] env[62859]: _type = "Task" [ 1018.332923] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.339764] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.382237] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "a4e83d62-32d3-4605-a43d-541782c7937f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.382495] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.382675] env[62859]: INFO nova.compute.manager [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Shelving [ 1018.460196] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a06aa-271a-4f67-966e-e5e943f519b8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.468649] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feaffca-6aba-48ce-81d0-6aae1737a973 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.503135] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05537d2-34ad-4313-8085-66bd14b25637 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.512327] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2746ae0-6961-4467-a694-5d2e345f4600 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.522173] env[62859]: DEBUG nova.compute.manager [req-4bf773dc-21bd-424a-89b5-347b00cfbdb0 req-f12b4b70-5757-43d5-b191-6ede722169b4 service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Received event network-changed-2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.522454] env[62859]: DEBUG nova.compute.manager [req-4bf773dc-21bd-424a-89b5-347b00cfbdb0 req-f12b4b70-5757-43d5-b191-6ede722169b4 service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Refreshing instance network info cache due to event network-changed-2f0ce2e5-b68a-47b1-b403-caa95e636727. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1018.522658] env[62859]: DEBUG oslo_concurrency.lockutils [req-4bf773dc-21bd-424a-89b5-347b00cfbdb0 req-f12b4b70-5757-43d5-b191-6ede722169b4 service nova] Acquiring lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.522829] env[62859]: DEBUG oslo_concurrency.lockutils [req-4bf773dc-21bd-424a-89b5-347b00cfbdb0 req-f12b4b70-5757-43d5-b191-6ede722169b4 service nova] Acquired lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.523073] env[62859]: DEBUG nova.network.neutron [req-4bf773dc-21bd-424a-89b5-347b00cfbdb0 req-f12b4b70-5757-43d5-b191-6ede722169b4 service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Refreshing network info cache for port 2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.533519] env[62859]: DEBUG nova.compute.provider_tree [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.542012] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5208f8ac-feca-54b7-3a25-e153a989e8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011455} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.542012] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.542012] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.542192] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.542356] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.542586] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.543111] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-331f65b0-6873-4752-8882-aa133a4904c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.553526] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.553729] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.554991] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92b5d5a-8428-4af0-829e-4e67a0b7cf0e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.561167] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1018.561167] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528b4bf2-e1bf-c28c-3106-439adc2f0d91" [ 1018.561167] env[62859]: _type = "Task" [ 1018.561167] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.570223] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528b4bf2-e1bf-c28c-3106-439adc2f0d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.743317] env[62859]: DEBUG nova.network.neutron [req-4bf773dc-21bd-424a-89b5-347b00cfbdb0 req-f12b4b70-5757-43d5-b191-6ede722169b4 service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Updated VIF entry in instance network info cache for port 2f0ce2e5-b68a-47b1-b403-caa95e636727. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.743667] env[62859]: DEBUG nova.network.neutron [req-4bf773dc-21bd-424a-89b5-347b00cfbdb0 req-f12b4b70-5757-43d5-b191-6ede722169b4 service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Updating instance_info_cache with network_info: [{"id": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "address": "fa:16:3e:7c:a5:85", "network": {"id": "7f23053e-e226-49bb-9035-e0dcb152043d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2073507338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1328f25809a43e18557fbd3fdf9f1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0ce2e5-b6", "ovs_interfaceid": "2f0ce2e5-b68a-47b1-b403-caa95e636727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.820474] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.842023] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538437, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.957012] env[62859]: DEBUG nova.network.neutron [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Updating instance_info_cache with network_info: [{"id": "d77adb57-af26-4236-8b21-a7cc7c8581e0", "address": "fa:16:3e:16:ad:94", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77adb57-af", "ovs_interfaceid": "d77adb57-af26-4236-8b21-a7cc7c8581e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.988538] env[62859]: DEBUG nova.network.neutron [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance_info_cache with network_info: [{"id": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "address": "fa:16:3e:60:f8:da", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ab750-81", "ovs_interfaceid": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.042522] env[62859]: DEBUG nova.scheduler.client.report [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.072690] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528b4bf2-e1bf-c28c-3106-439adc2f0d91, 'name': SearchDatastore_Task, 'duration_secs': 0.011194} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.073700] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2be7f8d-e11c-4ba5-8696-21a83aa4e4e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.080822] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1019.080822] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5229b279-850d-87ad-6f9a-8331bfbe6180" [ 1019.080822] env[62859]: _type = "Task" [ 1019.080822] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.090119] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5229b279-850d-87ad-6f9a-8331bfbe6180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.140887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "17262f78-563e-4215-a62d-b0878b08e40f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.141174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "17262f78-563e-4215-a62d-b0878b08e40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.141437] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "17262f78-563e-4215-a62d-b0878b08e40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.141699] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "17262f78-563e-4215-a62d-b0878b08e40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.141923] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "17262f78-563e-4215-a62d-b0878b08e40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.144224] env[62859]: INFO nova.compute.manager [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Terminating instance [ 1019.246522] env[62859]: DEBUG oslo_concurrency.lockutils [req-4bf773dc-21bd-424a-89b5-347b00cfbdb0 req-f12b4b70-5757-43d5-b191-6ede722169b4 service nova] Releasing lock "refresh_cache-17262f78-563e-4215-a62d-b0878b08e40f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.343480] env[62859]: DEBUG oslo_vmware.api [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538437, 'name': PowerOnVM_Task, 'duration_secs': 0.84945} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.343841] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.344209] env[62859]: INFO nova.compute.manager [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1019.344395] env[62859]: DEBUG nova.compute.manager [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.345338] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c08b5b9-071d-462a-acbf-c1dc981d63a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.394538] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.394879] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1baa9e2-4b87-4b07-8ca7-1a9c83cfd392 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.403738] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1019.403738] env[62859]: value = "task-2538438" [ 1019.403738] env[62859]: _type = "Task" [ 1019.403738] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.413798] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.460047] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "refresh_cache-ec433f87-6cac-451d-a0cb-d48613f23a5b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.460047] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Instance network_info: |[{"id": "d77adb57-af26-4236-8b21-a7cc7c8581e0", "address": "fa:16:3e:16:ad:94", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77adb57-af", "ovs_interfaceid": "d77adb57-af26-4236-8b21-a7cc7c8581e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.460304] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:ad:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd77adb57-af26-4236-8b21-a7cc7c8581e0', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.467851] env[62859]: DEBUG oslo.service.loopingcall [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.468395] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.468625] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de84d8ee-f4a2-4427-8d43-2c04bd03773a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.489305] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.489305] env[62859]: value = "task-2538439" [ 1019.489305] env[62859]: _type = "Task" [ 1019.489305] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.492546] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.499696] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538439, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.547882] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.594187] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5229b279-850d-87ad-6f9a-8331bfbe6180, 'name': SearchDatastore_Task, 'duration_secs': 0.011979} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.594459] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.594729] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 3ad25143-5abf-4b52-af87-97838fbfd8ec/3ad25143-5abf-4b52-af87-97838fbfd8ec.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.595012] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c877c9f4-3dcc-4fe9-8fbf-5682cc3658eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.603249] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1019.603249] env[62859]: value = "task-2538440" [ 1019.603249] env[62859]: _type = "Task" [ 1019.603249] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.612535] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.648598] env[62859]: DEBUG nova.compute.manager [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.648849] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.649889] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2364303-3473-4e57-8e7d-fb553591948f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.663964] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.664102] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80608ce1-a8a4-4d24-ac98-a0294175ea36 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.672409] env[62859]: DEBUG oslo_vmware.api [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1019.672409] env[62859]: value = "task-2538441" [ 1019.672409] env[62859]: _type = "Task" [ 1019.672409] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.681609] env[62859]: DEBUG oslo_vmware.api [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.709912] env[62859]: DEBUG nova.compute.manager [req-816e18a7-f593-4670-86df-2dc6baa514f8 req-8066e7df-0e4f-4678-9853-68e6c645dd04 service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Received event network-changed-d77adb57-af26-4236-8b21-a7cc7c8581e0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.710179] env[62859]: DEBUG nova.compute.manager [req-816e18a7-f593-4670-86df-2dc6baa514f8 req-8066e7df-0e4f-4678-9853-68e6c645dd04 service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Refreshing instance network info cache due to event network-changed-d77adb57-af26-4236-8b21-a7cc7c8581e0. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1019.710432] env[62859]: DEBUG oslo_concurrency.lockutils [req-816e18a7-f593-4670-86df-2dc6baa514f8 req-8066e7df-0e4f-4678-9853-68e6c645dd04 service nova] Acquiring lock "refresh_cache-ec433f87-6cac-451d-a0cb-d48613f23a5b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.710617] env[62859]: DEBUG oslo_concurrency.lockutils [req-816e18a7-f593-4670-86df-2dc6baa514f8 req-8066e7df-0e4f-4678-9853-68e6c645dd04 service nova] Acquired lock "refresh_cache-ec433f87-6cac-451d-a0cb-d48613f23a5b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.710880] env[62859]: DEBUG nova.network.neutron [req-816e18a7-f593-4670-86df-2dc6baa514f8 req-8066e7df-0e4f-4678-9853-68e6c645dd04 service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Refreshing network info cache for port d77adb57-af26-4236-8b21-a7cc7c8581e0 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.864099] env[62859]: INFO nova.compute.manager [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Took 13.87 seconds to build instance. [ 1019.920349] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538438, 'name': PowerOffVM_Task, 'duration_secs': 0.271505} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.920537] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.922047] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026700e7-a1d3-4c9c-b11a-cfc1d8366046 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.944210] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3c6a1c-cb53-408f-8555-573d778090f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.002602] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538439, 'name': CreateVM_Task, 'duration_secs': 0.383216} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.003079] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.004186] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.004388] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.004816] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.005082] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f31d87-b061-4220-8aa6-bf17b18ffbaa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.012656] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1020.012656] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c22376-14d4-4a6f-1196-53d437e8635d" [ 1020.012656] env[62859]: _type = "Task" [ 1020.012656] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.023580] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c22376-14d4-4a6f-1196-53d437e8635d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.056615] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89954160-3ba9-4355-bc2c-65ba196cda83 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.941s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.057649] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.233s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.057941] env[62859]: INFO nova.compute.manager [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Unshelving [ 1020.115816] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.182273] env[62859]: DEBUG oslo_vmware.api [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538441, 'name': PowerOffVM_Task, 'duration_secs': 0.192991} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.182654] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.182845] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.183138] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84224f67-321c-4cc9-8b55-1b4349be2b0d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.272043] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.272216] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.272401] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Deleting the datastore file [datastore1] 17262f78-563e-4215-a62d-b0878b08e40f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.272671] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-669f7cdd-5c99-4063-a50c-59b460e8b587 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.285153] env[62859]: DEBUG oslo_vmware.api [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1020.285153] env[62859]: value = "task-2538443" [ 1020.285153] env[62859]: _type = "Task" [ 1020.285153] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.293575] env[62859]: DEBUG oslo_vmware.api [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.366703] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3c1b1132-4242-4463-8260-2d464be947d8 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.394s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.414177] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "69304681-00ad-41e3-b445-65e420e5aa36" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.414276] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.418102] env[62859]: DEBUG nova.network.neutron [req-816e18a7-f593-4670-86df-2dc6baa514f8 req-8066e7df-0e4f-4678-9853-68e6c645dd04 service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Updated VIF entry in instance network info cache for port d77adb57-af26-4236-8b21-a7cc7c8581e0. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.418451] env[62859]: DEBUG nova.network.neutron [req-816e18a7-f593-4670-86df-2dc6baa514f8 req-8066e7df-0e4f-4678-9853-68e6c645dd04 service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Updating instance_info_cache with network_info: [{"id": "d77adb57-af26-4236-8b21-a7cc7c8581e0", "address": "fa:16:3e:16:ad:94", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd77adb57-af", "ovs_interfaceid": "d77adb57-af26-4236-8b21-a7cc7c8581e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.455940] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1020.456199] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8008f2b6-7f31-4aae-af46-d9d86dc529b6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.467475] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1020.467475] env[62859]: value = "task-2538444" [ 1020.467475] env[62859]: _type = "Task" [ 1020.467475] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.477221] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538444, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.525130] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c22376-14d4-4a6f-1196-53d437e8635d, 'name': SearchDatastore_Task, 'duration_secs': 0.058958} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.525455] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.525715] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.525948] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.526117] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.526336] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.526616] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d24d66fc-838a-4f5f-9ab1-be5d20dc04f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.536099] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.536210] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.536970] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3b6fc24-f88d-4819-ba3a-111168f70eab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.543855] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1020.543855] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52387fc8-fe1f-0832-3d7a-44e6dcda482a" [ 1020.543855] env[62859]: _type = "Task" [ 1020.543855] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.552942] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52387fc8-fe1f-0832-3d7a-44e6dcda482a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.615556] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528225} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.615845] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 3ad25143-5abf-4b52-af87-97838fbfd8ec/3ad25143-5abf-4b52-af87-97838fbfd8ec.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.616061] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.616710] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-921013cc-6748-48e7-84a2-70e9e60f547c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.623216] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1020.623216] env[62859]: value = "task-2538445" [ 1020.623216] env[62859]: _type = "Task" [ 1020.623216] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.631806] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.795266] env[62859]: DEBUG oslo_vmware.api [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330391} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.795489] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.795675] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.795850] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.796041] env[62859]: INFO nova.compute.manager [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1020.796323] env[62859]: DEBUG oslo.service.loopingcall [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1020.796526] env[62859]: DEBUG nova.compute.manager [-] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.796625] env[62859]: DEBUG nova.network.neutron [-] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.918163] env[62859]: INFO nova.compute.manager [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Detaching volume 119b6fdf-5c06-4317-8f6b-dfca538f9cb4 [ 1020.920473] env[62859]: DEBUG oslo_concurrency.lockutils [req-816e18a7-f593-4670-86df-2dc6baa514f8 req-8066e7df-0e4f-4678-9853-68e6c645dd04 service nova] Releasing lock "refresh_cache-ec433f87-6cac-451d-a0cb-d48613f23a5b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.959533] env[62859]: INFO nova.virt.block_device [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Attempting to driver detach volume 119b6fdf-5c06-4317-8f6b-dfca538f9cb4 from mountpoint /dev/sdb [ 1020.959837] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1020.960063] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1020.961368] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bddd4ed-525b-46e2-a2e8-01cee4ba4a48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.994460] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d694f63-8bf3-405f-8c81-7706f9f5022d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.003273] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538444, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.006031] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c1a6e6-b4f1-4aaa-a3e7-4c1242d8b163 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.011801] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aa81e2-e3ac-46e2-bc49-18ca64eaf463 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.031499] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9098e1e9-4907-484a-94b9-9e64e40279b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.073599] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance '33793e48-aee8-46f2-a0e8-3f20cd05e858' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.079463] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] The volume has not been displaced from its original location: [datastore1] volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4/volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1021.085488] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1021.087580] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e509b8c-c256-406e-b40b-73f522fb7c46 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.106885] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52387fc8-fe1f-0832-3d7a-44e6dcda482a, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.108596] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b758f1-dd1c-4802-adbc-e0a78013033d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.112016] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.112278] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.112488] env[62859]: DEBUG nova.objects.instance [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lazy-loading 'pci_requests' on Instance uuid f37c4ccf-a04a-4627-a3f7-3eab6f93a928 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.115630] env[62859]: DEBUG oslo_vmware.api [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1021.115630] env[62859]: value = "task-2538446" [ 1021.115630] env[62859]: _type = "Task" [ 1021.115630] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.120958] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1021.120958] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284befd-283e-1fdf-4874-cec5353bdc10" [ 1021.120958] env[62859]: _type = "Task" [ 1021.120958] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.128478] env[62859]: DEBUG oslo_vmware.api [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.143237] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284befd-283e-1fdf-4874-cec5353bdc10, 'name': SearchDatastore_Task, 'duration_secs': 0.014792} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.144222] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.144465] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ec433f87-6cac-451d-a0cb-d48613f23a5b/ec433f87-6cac-451d-a0cb-d48613f23a5b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.144794] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066974} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.145036] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29e5d992-efbe-41ea-b8ba-c0e402d2a7d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.147369] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.148645] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe38eddf-14bf-438e-9b9f-f571613166b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.178954] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3ad25143-5abf-4b52-af87-97838fbfd8ec/3ad25143-5abf-4b52-af87-97838fbfd8ec.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.180519] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba58d55-fdee-4fee-a0dd-6a30253943cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.196057] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1021.196057] env[62859]: value = "task-2538447" [ 1021.196057] env[62859]: _type = "Task" [ 1021.196057] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.203906] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1021.203906] env[62859]: value = "task-2538448" [ 1021.203906] env[62859]: _type = "Task" [ 1021.203906] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.210502] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.215921] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.480240] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538444, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.563537] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.563896] env[62859]: DEBUG nova.network.neutron [-] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.565220] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58f792ca-beaa-42c0-ae77-e71de8353b5f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.574198] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1021.574198] env[62859]: value = "task-2538449" [ 1021.574198] env[62859]: _type = "Task" [ 1021.574198] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.585724] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.587419] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.587794] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.587926] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.588135] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.588316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.591058] env[62859]: INFO nova.compute.manager [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Terminating instance [ 1021.618381] env[62859]: DEBUG nova.objects.instance [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lazy-loading 'numa_topology' on Instance uuid f37c4ccf-a04a-4627-a3f7-3eab6f93a928 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.631521] env[62859]: DEBUG oslo_vmware.api [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538446, 'name': ReconfigVM_Task, 'duration_secs': 0.280571} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.631825] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1021.637539] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c20ea8-f97a-4acb-9254-cc3fc6824afc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.655725] env[62859]: DEBUG oslo_vmware.api [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1021.655725] env[62859]: value = "task-2538450" [ 1021.655725] env[62859]: _type = "Task" [ 1021.655725] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.667465] env[62859]: DEBUG oslo_vmware.api [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.712928] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538447, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.720277] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538448, 'name': ReconfigVM_Task, 'duration_secs': 0.496453} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.720888] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3ad25143-5abf-4b52-af87-97838fbfd8ec/3ad25143-5abf-4b52-af87-97838fbfd8ec.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.721503] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c88c00b-f9b9-4a6f-88e2-b5d3efb53ce6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.731676] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1021.731676] env[62859]: value = "task-2538451" [ 1021.731676] env[62859]: _type = "Task" [ 1021.731676] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.740758] env[62859]: DEBUG nova.compute.manager [req-29871a9f-7774-48e1-b6f0-41fb3259e034 req-aee5ea2b-8b63-48bb-a7a3-5b4aa3baef02 service nova] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Received event network-vif-deleted-2f0ce2e5-b68a-47b1-b403-caa95e636727 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.746973] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538451, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.981998] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538444, 'name': CreateSnapshot_Task, 'duration_secs': 1.028836} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.982329] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1021.983153] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e98123-adea-4e5e-85d1-f5a5b7d3be66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.068280] env[62859]: INFO nova.compute.manager [-] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Took 1.27 seconds to deallocate network for instance. [ 1022.084798] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538449, 'name': PowerOffVM_Task, 'duration_secs': 0.312919} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.085041] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.085267] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance '33793e48-aee8-46f2-a0e8-3f20cd05e858' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.096592] env[62859]: DEBUG nova.compute.manager [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.096816] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.097627] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e822486-1830-454e-b9a0-21081faf2b8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.106607] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.106607] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbb097e0-32ce-4f29-b849-98146a236dc6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.114347] env[62859]: DEBUG oslo_vmware.api [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1022.114347] env[62859]: value = "task-2538452" [ 1022.114347] env[62859]: _type = "Task" [ 1022.114347] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.123242] env[62859]: INFO nova.compute.claims [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.125563] env[62859]: DEBUG oslo_vmware.api [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.165651] env[62859]: DEBUG oslo_vmware.api [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538450, 'name': ReconfigVM_Task, 'duration_secs': 0.205223} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.165973] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512830', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'name': 'volume-119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69304681-00ad-41e3-b445-65e420e5aa36', 'attached_at': '', 'detached_at': '', 'volume_id': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4', 'serial': '119b6fdf-5c06-4317-8f6b-dfca538f9cb4'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1022.206511] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60167} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.206745] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ec433f87-6cac-451d-a0cb-d48613f23a5b/ec433f87-6cac-451d-a0cb-d48613f23a5b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.207054] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.207289] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3e2d1a2-fdaa-4342-81e7-35d168564827 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.214504] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1022.214504] env[62859]: value = "task-2538453" [ 1022.214504] env[62859]: _type = "Task" [ 1022.214504] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.222590] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.242834] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538451, 'name': Rename_Task, 'duration_secs': 0.186843} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.243113] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.243386] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d153698d-a94e-4435-801b-63e09a27a388 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.250751] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1022.250751] env[62859]: value = "task-2538454" [ 1022.250751] env[62859]: _type = "Task" [ 1022.250751] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.263835] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.502082] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1022.502408] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db213ae0-c486-4a4c-b9e0-a95d335d97fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.514022] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1022.514022] env[62859]: value = "task-2538455" [ 1022.514022] env[62859]: _type = "Task" [ 1022.514022] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.522111] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538455, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.574657] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.591018] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.591294] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.591457] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.591713] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.591967] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.592204] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.592398] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.592562] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.592732] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.592896] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.593090] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.598319] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656283fa-e69d-4c6b-9701-df96d1c22d18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.616045] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1022.616045] env[62859]: value = "task-2538456" [ 1022.616045] env[62859]: _type = "Task" [ 1022.616045] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.630649] env[62859]: DEBUG oslo_vmware.api [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538452, 'name': PowerOffVM_Task, 'duration_secs': 0.204748} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.634254] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.634457] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.634742] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.635257] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a33bfdb-46e6-47fb-8260-acb2c1660d5a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.712069] env[62859]: DEBUG nova.objects.instance [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lazy-loading 'flavor' on Instance uuid 69304681-00ad-41e3-b445-65e420e5aa36 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.723029] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.723029] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.723029] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleting the datastore file [datastore2] 47413c59-43f6-4b55-b2ad-4e8bc2d8600f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.723237] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34e3e0f1-71bf-4d62-a100-671cab08317b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.731668] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072387} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.731939] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.732945] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aaf160-70c8-4b06-9182-82200cdabef6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.737958] env[62859]: DEBUG oslo_vmware.api [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for the task: (returnval){ [ 1022.737958] env[62859]: value = "task-2538458" [ 1022.737958] env[62859]: _type = "Task" [ 1022.737958] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.761671] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] ec433f87-6cac-451d-a0cb-d48613f23a5b/ec433f87-6cac-451d-a0cb-d48613f23a5b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.766091] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f59588-0358-4f28-8759-3dac6cd7fc5f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.783940] env[62859]: DEBUG oslo_vmware.api [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.791367] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.793206] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1022.793206] env[62859]: value = "task-2538459" [ 1022.793206] env[62859]: _type = "Task" [ 1022.793206] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.802586] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.023853] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538455, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.129421] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538456, 'name': ReconfigVM_Task, 'duration_secs': 0.447149} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.129721] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance '33793e48-aee8-46f2-a0e8-3f20cd05e858' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.250305] env[62859]: DEBUG oslo_vmware.api [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Task: {'id': task-2538458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154766} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.252918] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.253306] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.253382] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.253502] env[62859]: INFO nova.compute.manager [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1023.253830] env[62859]: DEBUG oslo.service.loopingcall [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.254239] env[62859]: DEBUG nova.compute.manager [-] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.254377] env[62859]: DEBUG nova.network.neutron [-] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.265198] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538454, 'name': PowerOnVM_Task, 'duration_secs': 0.742349} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.267811] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.268038] env[62859]: INFO nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1023.268225] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.269227] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9175ac5e-5b8b-431e-b44a-a8e029a76667 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.307282] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.340088] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd61dfc5-e69b-4fa1-9cd1-d5ada734ceb2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.349062] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7b6199-f31f-4c49-90be-1f687182effe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.381334] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000c6873-6a4e-4969-8823-cae1f9e08516 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.389552] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14d6ad-2c40-4d2d-bc4c-67df9f68eaeb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.403808] env[62859]: DEBUG nova.compute.provider_tree [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.525796] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538455, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.638507] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.638773] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.638969] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.639232] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.639429] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.639623] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.639870] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.640099] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.640317] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.640530] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.640751] env[62859]: DEBUG nova.virt.hardware [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.646826] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1023.647138] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead532e7-322e-4b92-a672-23e3a8e006ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.672022] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1023.672022] env[62859]: value = "task-2538460" [ 1023.672022] env[62859]: _type = "Task" [ 1023.672022] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.681409] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.718312] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0a8753a0-6f67-40f8-a44c-27c4a46feff8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.767389] env[62859]: DEBUG nova.compute.manager [req-cc2dff9d-76ac-4ab2-9b32-e68d74db85fc req-5dbc16d4-a6cb-4c1f-889c-e0be1e2e4ed7 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Received event network-vif-deleted-6f2fe229-5f13-4917-8ab5-9ef8c9d70953 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.767834] env[62859]: INFO nova.compute.manager [req-cc2dff9d-76ac-4ab2-9b32-e68d74db85fc req-5dbc16d4-a6cb-4c1f-889c-e0be1e2e4ed7 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Neutron deleted interface 6f2fe229-5f13-4917-8ab5-9ef8c9d70953; detaching it from the instance and deleting it from the info cache [ 1023.768089] env[62859]: DEBUG nova.network.neutron [req-cc2dff9d-76ac-4ab2-9b32-e68d74db85fc req-5dbc16d4-a6cb-4c1f-889c-e0be1e2e4ed7 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.786025] env[62859]: INFO nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Took 14.70 seconds to build instance. [ 1023.805217] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538459, 'name': ReconfigVM_Task, 'duration_secs': 0.556031} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.805533] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] ec433f87-6cac-451d-a0cb-d48613f23a5b/ec433f87-6cac-451d-a0cb-d48613f23a5b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.806205] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6bb454a-2220-42cd-a03a-c84c8a2f2b61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.814210] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1023.814210] env[62859]: value = "task-2538461" [ 1023.814210] env[62859]: _type = "Task" [ 1023.814210] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.823597] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538461, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.944515] env[62859]: DEBUG nova.scheduler.client.report [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1023.944903] env[62859]: DEBUG nova.compute.provider_tree [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 126 to 127 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1023.945200] env[62859]: DEBUG nova.compute.provider_tree [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.019090] env[62859]: DEBUG nova.network.neutron [-] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.026388] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538455, 'name': CloneVM_Task, 'duration_secs': 1.500744} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.026653] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Created linked-clone VM from snapshot [ 1024.027519] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1473b3-4902-4e5f-b7fe-98285b1f16f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.036715] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Uploading image 92c799dc-3044-4094-b8c2-9fc08381b012 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1024.063500] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1024.063500] env[62859]: value = "vm-512853" [ 1024.063500] env[62859]: _type = "VirtualMachine" [ 1024.063500] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1024.063757] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eee058b8-9287-4de7-bbb1-aa4103a37c55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.072352] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lease: (returnval){ [ 1024.072352] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52480e69-9532-3acc-454f-51d5abfd4047" [ 1024.072352] env[62859]: _type = "HttpNfcLease" [ 1024.072352] env[62859]: } obtained for exporting VM: (result){ [ 1024.072352] env[62859]: value = "vm-512853" [ 1024.072352] env[62859]: _type = "VirtualMachine" [ 1024.072352] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1024.072683] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the lease: (returnval){ [ 1024.072683] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52480e69-9532-3acc-454f-51d5abfd4047" [ 1024.072683] env[62859]: _type = "HttpNfcLease" [ 1024.072683] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1024.079716] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1024.079716] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52480e69-9532-3acc-454f-51d5abfd4047" [ 1024.079716] env[62859]: _type = "HttpNfcLease" [ 1024.079716] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1024.183934] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538460, 'name': ReconfigVM_Task, 'duration_secs': 0.214046} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.184245] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1024.185056] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa6598c-f23c-4556-906a-b9ac6c620403 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.210447] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 33793e48-aee8-46f2-a0e8-3f20cd05e858/33793e48-aee8-46f2-a0e8-3f20cd05e858.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.210659] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6649a7ba-e871-4c7d-899e-037f79fbdfdf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.234426] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1024.234426] env[62859]: value = "task-2538463" [ 1024.234426] env[62859]: _type = "Task" [ 1024.234426] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.244157] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.270793] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dcd09bc-9ca8-4b35-908b-04934ba6bb3f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.282689] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b97c0-ecbb-4951-bab8-47a4bf359fd0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.293187] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "3ad25143-5abf-4b52-af87-97838fbfd8ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.216s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.320433] env[62859]: DEBUG nova.compute.manager [req-cc2dff9d-76ac-4ab2-9b32-e68d74db85fc req-5dbc16d4-a6cb-4c1f-889c-e0be1e2e4ed7 service nova] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Detach interface failed, port_id=6f2fe229-5f13-4917-8ab5-9ef8c9d70953, reason: Instance 47413c59-43f6-4b55-b2ad-4e8bc2d8600f could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1024.330507] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538461, 'name': Rename_Task, 'duration_secs': 0.209702} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.330810] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.331712] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62aadfe6-98c7-4d3a-8d1e-a55c0e33fced {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.338887] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1024.338887] env[62859]: value = "task-2538464" [ 1024.338887] env[62859]: _type = "Task" [ 1024.338887] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.348678] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.450883] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.338s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.453276] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.879s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.453513] env[62859]: DEBUG nova.objects.instance [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lazy-loading 'resources' on Instance uuid 17262f78-563e-4215-a62d-b0878b08e40f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.485689] env[62859]: INFO nova.network.neutron [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating port a0b41fa6-3827-4d61-93d3-3efe72ae0a4e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1024.522191] env[62859]: INFO nova.compute.manager [-] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Took 1.27 seconds to deallocate network for instance. [ 1024.581202] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1024.581202] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52480e69-9532-3acc-454f-51d5abfd4047" [ 1024.581202] env[62859]: _type = "HttpNfcLease" [ 1024.581202] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1024.581514] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1024.581514] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52480e69-9532-3acc-454f-51d5abfd4047" [ 1024.581514] env[62859]: _type = "HttpNfcLease" [ 1024.581514] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1024.582621] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de30581d-2afc-4ae0-8ea7-2c1add94a1c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.590914] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d750f9-4299-826a-b1bb-338e1808e22d/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1024.590914] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d750f9-4299-826a-b1bb-338e1808e22d/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1024.688869] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ec9f6c2-f494-4cb2-89e8-b48c324b03dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.728742] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "69304681-00ad-41e3-b445-65e420e5aa36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.728985] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.729201] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "69304681-00ad-41e3-b445-65e420e5aa36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.729382] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.729549] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.731477] env[62859]: INFO nova.compute.manager [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Terminating instance [ 1024.744215] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538463, 'name': ReconfigVM_Task, 'duration_secs': 0.337766} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.744820] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 33793e48-aee8-46f2-a0e8-3f20cd05e858/33793e48-aee8-46f2-a0e8-3f20cd05e858.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.745139] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance '33793e48-aee8-46f2-a0e8-3f20cd05e858' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.849610] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.031607] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.150901] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3632d253-bb05-446c-a409-186b8f0ff2b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.161274] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521791c3-facb-4ac3-bd95-5d3cf20135a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.200011] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7167782-89c9-4d94-a0b5-3adc762ee8a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.208106] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502be448-aa34-479b-88b4-8d14d74d1e45 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.223126] env[62859]: DEBUG nova.compute.provider_tree [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.235084] env[62859]: DEBUG nova.compute.manager [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.235318] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.236992] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2a51d3-a293-4dd9-98e0-67e9304c277d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.245078] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.245413] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde27fb9-8cd1-42c1-8af0-1f2f8b41068f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.250740] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c0d1df-b578-4e24-9b5e-6e433df6564b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.254617] env[62859]: DEBUG oslo_vmware.api [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1025.254617] env[62859]: value = "task-2538465" [ 1025.254617] env[62859]: _type = "Task" [ 1025.254617] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.279690] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3722eb-c9dc-4081-8123-6c80510a0d7a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.286041] env[62859]: DEBUG oslo_vmware.api [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.307484] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance '33793e48-aee8-46f2-a0e8-3f20cd05e858' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.350565] env[62859]: DEBUG oslo_vmware.api [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538464, 'name': PowerOnVM_Task, 'duration_secs': 0.718067} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.351065] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.351172] env[62859]: INFO nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1025.351350] env[62859]: DEBUG nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.352208] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ea81ea-ae53-405d-974c-8463a84da3fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.727133] env[62859]: DEBUG nova.scheduler.client.report [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.765925] env[62859]: DEBUG oslo_vmware.api [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538465, 'name': PowerOffVM_Task, 'duration_secs': 0.269275} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.766335] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.766618] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.767021] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8817ee7c-5fa6-4cec-a5e5-c9bede78fcd4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.859442] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.860378] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.860574] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleting the datastore file [datastore1] 69304681-00ad-41e3-b445-65e420e5aa36 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.860936] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75907837-7cbe-4681-8ad5-5f79fd896ef3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.878370] env[62859]: INFO nova.compute.manager [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Took 16.76 seconds to build instance. [ 1025.879532] env[62859]: DEBUG oslo_vmware.api [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1025.879532] env[62859]: value = "task-2538467" [ 1025.879532] env[62859]: _type = "Task" [ 1025.879532] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.890828] env[62859]: DEBUG nova.compute.manager [req-0c243d90-b140-4c5b-a476-1ff9e9ffbd43 req-8e4478b8-df4c-46f6-aa11-67bf2e467e6f service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received event network-vif-plugged-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.891403] env[62859]: DEBUG oslo_concurrency.lockutils [req-0c243d90-b140-4c5b-a476-1ff9e9ffbd43 req-8e4478b8-df4c-46f6-aa11-67bf2e467e6f service nova] Acquiring lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.891842] env[62859]: DEBUG oslo_concurrency.lockutils [req-0c243d90-b140-4c5b-a476-1ff9e9ffbd43 req-8e4478b8-df4c-46f6-aa11-67bf2e467e6f service nova] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.892064] env[62859]: DEBUG oslo_concurrency.lockutils [req-0c243d90-b140-4c5b-a476-1ff9e9ffbd43 req-8e4478b8-df4c-46f6-aa11-67bf2e467e6f service nova] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.892246] env[62859]: DEBUG nova.compute.manager [req-0c243d90-b140-4c5b-a476-1ff9e9ffbd43 req-8e4478b8-df4c-46f6-aa11-67bf2e467e6f service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] No waiting events found dispatching network-vif-plugged-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.892415] env[62859]: WARNING nova.compute.manager [req-0c243d90-b140-4c5b-a476-1ff9e9ffbd43 req-8e4478b8-df4c-46f6-aa11-67bf2e467e6f service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received unexpected event network-vif-plugged-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e for instance with vm_state shelved_offloaded and task_state spawning. [ 1025.900632] env[62859]: DEBUG oslo_vmware.api [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.981838] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.981838] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.981838] env[62859]: DEBUG nova.network.neutron [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.233952] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.239207] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.206s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.240089] env[62859]: DEBUG nova.objects.instance [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lazy-loading 'resources' on Instance uuid 47413c59-43f6-4b55-b2ad-4e8bc2d8600f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.274185] env[62859]: INFO nova.scheduler.client.report [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Deleted allocations for instance 17262f78-563e-4215-a62d-b0878b08e40f [ 1026.380876] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9812179d-fe0e-4953-8ad6-ad40eb9cc24b tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "ec433f87-6cac-451d-a0cb-d48613f23a5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.272s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.390673] env[62859]: DEBUG oslo_vmware.api [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163674} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.391055] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.391314] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.391543] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.391726] env[62859]: INFO nova.compute.manager [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1026.392124] env[62859]: DEBUG oslo.service.loopingcall [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.392391] env[62859]: DEBUG nova.compute.manager [-] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.392497] env[62859]: DEBUG nova.network.neutron [-] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.739240] env[62859]: DEBUG nova.network.neutron [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating instance_info_cache with network_info: [{"id": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "address": "fa:16:3e:40:8b:f0", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b41fa6-38", "ovs_interfaceid": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.782163] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1f9414d8-6811-4019-b731-11854d7b86f6 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "17262f78-563e-4215-a62d-b0878b08e40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.641s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.793387] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "3ad25143-5abf-4b52-af87-97838fbfd8ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.793637] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "3ad25143-5abf-4b52-af87-97838fbfd8ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.793840] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "3ad25143-5abf-4b52-af87-97838fbfd8ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.794073] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "3ad25143-5abf-4b52-af87-97838fbfd8ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.794257] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "3ad25143-5abf-4b52-af87-97838fbfd8ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.797551] env[62859]: INFO nova.compute.manager [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Terminating instance [ 1026.923643] env[62859]: DEBUG oslo_concurrency.lockutils [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "ec433f87-6cac-451d-a0cb-d48613f23a5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.923954] env[62859]: DEBUG oslo_concurrency.lockutils [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "ec433f87-6cac-451d-a0cb-d48613f23a5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.924222] env[62859]: DEBUG oslo_concurrency.lockutils [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "ec433f87-6cac-451d-a0cb-d48613f23a5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.924454] env[62859]: DEBUG oslo_concurrency.lockutils [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "ec433f87-6cac-451d-a0cb-d48613f23a5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.924664] env[62859]: DEBUG oslo_concurrency.lockutils [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "ec433f87-6cac-451d-a0cb-d48613f23a5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.932083] env[62859]: INFO nova.compute.manager [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Terminating instance [ 1026.962342] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13cb2b2-1d7e-40a5-8761-7e2bdfcff112 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.973041] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d81b7-dd7b-429d-b085-d22c7a1a8bba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.006478] env[62859]: DEBUG nova.network.neutron [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Port cb8ab750-81b1-46b0-a1d9-ac53d087db86 binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1027.008446] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16a84a3-c6c7-480b-a209-d7b5dbc702d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.017767] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a9e5dc-eb6a-4c50-807d-ce4af84f49b5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.035287] env[62859]: DEBUG nova.compute.provider_tree [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.242337] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.270491] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4e48d7dfa94428bedfe3ece382410b71',container_format='bare',created_at=2025-02-14T11:34:44Z,direct_url=,disk_format='vmdk',id=759b5887-6d0c-4c53-b1ec-f62d673d0ecd,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1942498266-shelved',owner='9433f1b2986d447c895d576ade8a7c6e',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-02-14T11:35:00Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.270731] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.270890] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.271085] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.271238] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.271386] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.271594] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.271754] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.271920] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.272096] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.272276] env[62859]: DEBUG nova.virt.hardware [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.273210] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c26038-c8cb-415e-b1e2-fef5e3efae76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.283164] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d98a65-aaee-4a71-ac5f-3f2939e0f8ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.297544] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:8b:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f969bd9-e040-4b9b-85b2-7c61231584ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0b41fa6-3827-4d61-93d3-3efe72ae0a4e', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.304939] env[62859]: DEBUG oslo.service.loopingcall [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.305507] env[62859]: DEBUG nova.compute.manager [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.305698] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.306241] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.306933] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd64962-7e76-456a-94a1-39a4b0a73162 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.309390] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa0c136d-b2ea-4e46-a568-ffe0ca797561 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.332153] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.333687] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-841d876b-555f-4b39-8cb9-9eb168658095 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.335494] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.335494] env[62859]: value = "task-2538468" [ 1027.335494] env[62859]: _type = "Task" [ 1027.335494] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.341089] env[62859]: DEBUG oslo_vmware.api [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1027.341089] env[62859]: value = "task-2538469" [ 1027.341089] env[62859]: _type = "Task" [ 1027.341089] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.348804] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538468, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.357659] env[62859]: DEBUG oslo_vmware.api [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.367314] env[62859]: DEBUG nova.network.neutron [-] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.437780] env[62859]: DEBUG nova.compute.manager [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.438603] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.440063] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79a233f-eaef-424a-9619-c687296dee94 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.451076] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.451342] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc1b5ff-b004-45f6-9d7a-6bf4b925f267 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.460029] env[62859]: DEBUG oslo_vmware.api [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1027.460029] env[62859]: value = "task-2538470" [ 1027.460029] env[62859]: _type = "Task" [ 1027.460029] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.471321] env[62859]: DEBUG oslo_vmware.api [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.575212] env[62859]: DEBUG nova.scheduler.client.report [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1027.575493] env[62859]: DEBUG nova.compute.provider_tree [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 127 to 128 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1027.575672] env[62859]: DEBUG nova.compute.provider_tree [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1027.848395] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538468, 'name': CreateVM_Task, 'duration_secs': 0.421979} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.848773] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.849625] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.849793] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.850183] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.850443] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a624d8-8916-4ae7-9439-dcd95837980f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.855068] env[62859]: DEBUG oslo_vmware.api [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538469, 'name': PowerOffVM_Task, 'duration_secs': 0.328082} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.855619] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.855791] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.856036] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e55877a4-5529-4506-b1e6-84e0fd8174b8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.858965] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1027.858965] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526e4dc2-0131-297b-1680-2ab5e58a14f5" [ 1027.858965] env[62859]: _type = "Task" [ 1027.858965] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.866875] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526e4dc2-0131-297b-1680-2ab5e58a14f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.870373] env[62859]: INFO nova.compute.manager [-] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Took 1.48 seconds to deallocate network for instance. [ 1027.956232] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.956486] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.956704] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleting the datastore file [datastore1] 3ad25143-5abf-4b52-af87-97838fbfd8ec {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.957072] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfc1a210-6d4a-4609-9425-8b6daa9da9e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.966596] env[62859]: DEBUG oslo_vmware.api [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1027.966596] env[62859]: value = "task-2538472" [ 1027.966596] env[62859]: _type = "Task" [ 1027.966596] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.974275] env[62859]: DEBUG oslo_vmware.api [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538470, 'name': PowerOffVM_Task, 'duration_secs': 0.225762} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.974871] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.975041] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.975321] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-588e6231-e903-464d-9b32-e3497cbc6386 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.979967] env[62859]: DEBUG oslo_vmware.api [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.983058] env[62859]: DEBUG nova.compute.manager [req-6b055b03-f7d8-4542-ae2e-fd4112bc8bfa req-a57a777d-9adf-43c1-a17e-a0b47f75f7c4 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received event network-changed-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.983292] env[62859]: DEBUG nova.compute.manager [req-6b055b03-f7d8-4542-ae2e-fd4112bc8bfa req-a57a777d-9adf-43c1-a17e-a0b47f75f7c4 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Refreshing instance network info cache due to event network-changed-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.983588] env[62859]: DEBUG oslo_concurrency.lockutils [req-6b055b03-f7d8-4542-ae2e-fd4112bc8bfa req-a57a777d-9adf-43c1-a17e-a0b47f75f7c4 service nova] Acquiring lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.983691] env[62859]: DEBUG oslo_concurrency.lockutils [req-6b055b03-f7d8-4542-ae2e-fd4112bc8bfa req-a57a777d-9adf-43c1-a17e-a0b47f75f7c4 service nova] Acquired lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.983874] env[62859]: DEBUG nova.network.neutron [req-6b055b03-f7d8-4542-ae2e-fd4112bc8bfa req-a57a777d-9adf-43c1-a17e-a0b47f75f7c4 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Refreshing network info cache for port a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.032510] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "33793e48-aee8-46f2-a0e8-3f20cd05e858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.032582] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.032755] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.046709] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.047056] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.047247] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleting the datastore file [datastore1] ec433f87-6cac-451d-a0cb-d48613f23a5b {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.047751] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b203104b-68fe-436e-b2e8-40e83e539d17 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.057998] env[62859]: DEBUG oslo_vmware.api [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1028.057998] env[62859]: value = "task-2538474" [ 1028.057998] env[62859]: _type = "Task" [ 1028.057998] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.069523] env[62859]: DEBUG oslo_vmware.api [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.081267] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.104343] env[62859]: INFO nova.scheduler.client.report [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Deleted allocations for instance 47413c59-43f6-4b55-b2ad-4e8bc2d8600f [ 1028.369511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.369816] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Processing image 759b5887-6d0c-4c53-b1ec-f62d673d0ecd {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.370073] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd/759b5887-6d0c-4c53-b1ec-f62d673d0ecd.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.370231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd/759b5887-6d0c-4c53-b1ec-f62d673d0ecd.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.370411] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.370670] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8ed4437-ac90-43f5-aa46-2e158fbefe9e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.377425] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.377425] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.377425] env[62859]: DEBUG nova.objects.instance [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lazy-loading 'resources' on Instance uuid 69304681-00ad-41e3-b445-65e420e5aa36 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.381074] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.381074] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.381897] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88f572ce-0731-41db-b983-827aa469e3f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.389344] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1028.389344] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524989b3-f718-3aa5-8eb5-4a2c3e710324" [ 1028.389344] env[62859]: _type = "Task" [ 1028.389344] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.400788] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524989b3-f718-3aa5-8eb5-4a2c3e710324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.477124] env[62859]: DEBUG oslo_vmware.api [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184297} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.477447] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.477662] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.477844] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.478034] env[62859]: INFO nova.compute.manager [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1028.478293] env[62859]: DEBUG oslo.service.loopingcall [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.478484] env[62859]: DEBUG nova.compute.manager [-] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.478578] env[62859]: DEBUG nova.network.neutron [-] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.568378] env[62859]: DEBUG oslo_vmware.api [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203636} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.568632] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.568818] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.569126] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.569182] env[62859]: INFO nova.compute.manager [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1028.569412] env[62859]: DEBUG oslo.service.loopingcall [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.569603] env[62859]: DEBUG nova.compute.manager [-] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.569709] env[62859]: DEBUG nova.network.neutron [-] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.617251] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1ce71337-4d1e-46b2-9889-127e8c3c5307 tempest-ServerDiskConfigTestJSON-1685391880 tempest-ServerDiskConfigTestJSON-1685391880-project-member] Lock "47413c59-43f6-4b55-b2ad-4e8bc2d8600f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.027s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.888470] env[62859]: DEBUG nova.network.neutron [req-6b055b03-f7d8-4542-ae2e-fd4112bc8bfa req-a57a777d-9adf-43c1-a17e-a0b47f75f7c4 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updated VIF entry in instance network info cache for port a0b41fa6-3827-4d61-93d3-3efe72ae0a4e. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.888470] env[62859]: DEBUG nova.network.neutron [req-6b055b03-f7d8-4542-ae2e-fd4112bc8bfa req-a57a777d-9adf-43c1-a17e-a0b47f75f7c4 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating instance_info_cache with network_info: [{"id": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "address": "fa:16:3e:40:8b:f0", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b41fa6-38", "ovs_interfaceid": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.901285] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Preparing fetch location {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1028.901954] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Fetch image to [datastore1] OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a/OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a.vmdk {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1028.902264] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Downloading stream optimized image 759b5887-6d0c-4c53-b1ec-f62d673d0ecd to [datastore1] OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a/OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a.vmdk on the data store datastore1 as vApp {{(pid=62859) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1028.902598] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Downloading image file data 759b5887-6d0c-4c53-b1ec-f62d673d0ecd to the ESX as VM named 'OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a' {{(pid=62859) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1029.015665] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1029.015665] env[62859]: value = "resgroup-9" [ 1029.015665] env[62859]: _type = "ResourcePool" [ 1029.015665] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1029.016243] env[62859]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e7ebd63e-654a-4375-bcad-b61b9d5be727 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.036631] env[62859]: DEBUG nova.compute.manager [req-0bef7cb7-869b-4519-aae1-aa90c2dd01b6 req-da0ab715-7c61-45b4-a467-a1ac2ef0e65a service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Received event network-vif-deleted-d77adb57-af26-4236-8b21-a7cc7c8581e0 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.036824] env[62859]: INFO nova.compute.manager [req-0bef7cb7-869b-4519-aae1-aa90c2dd01b6 req-da0ab715-7c61-45b4-a467-a1ac2ef0e65a service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Neutron deleted interface d77adb57-af26-4236-8b21-a7cc7c8581e0; detaching it from the instance and deleting it from the info cache [ 1029.037034] env[62859]: DEBUG nova.network.neutron [req-0bef7cb7-869b-4519-aae1-aa90c2dd01b6 req-da0ab715-7c61-45b4-a467-a1ac2ef0e65a service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.046486] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lease: (returnval){ [ 1029.046486] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ff6525-db5f-6aa8-1ed8-8fa7737dd542" [ 1029.046486] env[62859]: _type = "HttpNfcLease" [ 1029.046486] env[62859]: } obtained for vApp import into resource pool (val){ [ 1029.046486] env[62859]: value = "resgroup-9" [ 1029.046486] env[62859]: _type = "ResourcePool" [ 1029.046486] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1029.046718] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the lease: (returnval){ [ 1029.046718] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ff6525-db5f-6aa8-1ed8-8fa7737dd542" [ 1029.046718] env[62859]: _type = "HttpNfcLease" [ 1029.046718] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.058588] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.058588] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ff6525-db5f-6aa8-1ed8-8fa7737dd542" [ 1029.058588] env[62859]: _type = "HttpNfcLease" [ 1029.058588] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.073028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.073598] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.073598] env[62859]: DEBUG nova.network.neutron [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.122069] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be98e5df-bcc3-4628-9830-fd7f20317499 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.131375] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8197fa7-0c60-4d5e-bb49-b0ab8adf94d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.163624] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2923da-d2e0-4f0d-831c-eaa7cb25202f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.173083] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aed5d4-baee-4572-9f7d-0acbc24f21f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.187945] env[62859]: DEBUG nova.compute.provider_tree [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.252129] env[62859]: DEBUG nova.network.neutron [-] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.314130] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.314130] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.314130] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.314130] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.314130] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.316718] env[62859]: INFO nova.compute.manager [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Terminating instance [ 1029.391454] env[62859]: DEBUG oslo_concurrency.lockutils [req-6b055b03-f7d8-4542-ae2e-fd4112bc8bfa req-a57a777d-9adf-43c1-a17e-a0b47f75f7c4 service nova] Releasing lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.391760] env[62859]: DEBUG nova.compute.manager [req-6b055b03-f7d8-4542-ae2e-fd4112bc8bfa req-a57a777d-9adf-43c1-a17e-a0b47f75f7c4 service nova] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Received event network-vif-deleted-f4727f9b-d187-4a58-b569-3192e550dcec {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.502390] env[62859]: DEBUG nova.network.neutron [-] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.303973] env[62859]: DEBUG nova.scheduler.client.report [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.307343] env[62859]: INFO nova.compute.manager [-] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Took 1.83 seconds to deallocate network for instance. [ 1030.307982] env[62859]: DEBUG nova.compute.manager [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.308288] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.309325] env[62859]: DEBUG nova.compute.manager [req-51c31ff5-0d46-4227-ae1a-5e61ea80dda9 req-f89ce4f0-517c-43d3-a027-dc9942fab9c4 service nova] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Received event network-vif-deleted-e566c44c-6f0c-40ca-8c52-c425e31f7e48 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.310612] env[62859]: INFO nova.compute.manager [-] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Took 1.74 seconds to deallocate network for instance. [ 1030.310844] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f69fe4b-aa66-41be-abe3-00a6b6496314 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.318012] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe3a6b2-0bcd-474a-99bc-bd4b48783d84 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.333524] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.336075] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc809d60-afc5-4dca-8cc5-dad7818a569e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.337791] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.337791] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ff6525-db5f-6aa8-1ed8-8fa7737dd542" [ 1030.337791] env[62859]: _type = "HttpNfcLease" [ 1030.337791] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.341172] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a39a89e-5a48-4ebc-bfd2-6255f1404a52 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.353964] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.353964] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ff6525-db5f-6aa8-1ed8-8fa7737dd542" [ 1030.353964] env[62859]: _type = "HttpNfcLease" [ 1030.353964] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1030.355595] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9242e6ff-a070-4c3a-b8cf-fd50a4c07010 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.361096] env[62859]: DEBUG oslo_vmware.api [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1030.361096] env[62859]: value = "task-2538476" [ 1030.361096] env[62859]: _type = "Task" [ 1030.361096] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.366776] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058b00-104b-751b-8b4b-9dd06b4830fa/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.367011] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058b00-104b-751b-8b4b-9dd06b4830fa/disk-0.vmdk. {{(pid=62859) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1030.383150] env[62859]: DEBUG nova.compute.manager [req-0bef7cb7-869b-4519-aae1-aa90c2dd01b6 req-da0ab715-7c61-45b4-a467-a1ac2ef0e65a service nova] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Detach interface failed, port_id=d77adb57-af26-4236-8b21-a7cc7c8581e0, reason: Instance ec433f87-6cac-451d-a0cb-d48613f23a5b could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1030.446918] env[62859]: DEBUG oslo_vmware.api [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.452102] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09b2b091-9faf-4d77-a295-b180dcb07894 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.770312] env[62859]: DEBUG nova.network.neutron [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance_info_cache with network_info: [{"id": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "address": "fa:16:3e:60:f8:da", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ab750-81", "ovs_interfaceid": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.814030] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.434s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.833392] env[62859]: DEBUG oslo_concurrency.lockutils [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.833392] env[62859]: DEBUG oslo_concurrency.lockutils [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.833392] env[62859]: DEBUG nova.objects.instance [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lazy-loading 'resources' on Instance uuid ec433f87-6cac-451d-a0cb-d48613f23a5b {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.834432] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.840032] env[62859]: INFO nova.scheduler.client.report [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted allocations for instance 69304681-00ad-41e3-b445-65e420e5aa36 [ 1030.879854] env[62859]: DEBUG oslo_vmware.api [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538476, 'name': PowerOffVM_Task, 'duration_secs': 0.246717} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.880271] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.880501] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.880805] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3d3713b-31c7-4c3d-8d64-0da923f75f47 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.972756] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.972756] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.972756] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Deleting the datastore file [datastore2] c02b583d-cb1f-4e90-a8be-bee9f7bc264b {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.973085] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aad1dde-40a3-47c0-822e-2942dafe5bc3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.982257] env[62859]: DEBUG oslo_vmware.api [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for the task: (returnval){ [ 1030.982257] env[62859]: value = "task-2538478" [ 1030.982257] env[62859]: _type = "Task" [ 1030.982257] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.997421] env[62859]: DEBUG oslo_vmware.api [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.271683] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.355578] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b125183f-c5ea-43af-b446-de21f5f1b221 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "69304681-00ad-41e3-b445-65e420e5aa36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.626s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.497351] env[62859]: DEBUG oslo_vmware.api [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Task: {'id': task-2538478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201797} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.499552] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.499985] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.500261] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.500452] env[62859]: INFO nova.compute.manager [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1031.500743] env[62859]: DEBUG oslo.service.loopingcall [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.500986] env[62859]: DEBUG nova.compute.manager [-] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.501110] env[62859]: DEBUG nova.network.neutron [-] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.511367] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquiring lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.514084] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.514084] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquiring lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.514084] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.514084] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.514553] env[62859]: INFO nova.compute.manager [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Terminating instance [ 1031.544357] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b39c8cc-60e5-4c56-9b4a-760f8b2ac809 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.554116] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b3822a-9b26-4534-8472-b88455711e71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.598611] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf9556b-54ed-4f5e-af25-dce848ffa625 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.610468] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9a992b-0a92-4754-bfa5-e174f8b6e6d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.631324] env[62859]: DEBUG nova.compute.provider_tree [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.709651] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Completed reading data from the image iterator. {{(pid=62859) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1031.709986] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058b00-104b-751b-8b4b-9dd06b4830fa/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1031.711478] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd32d21-66d8-4154-be0c-a614fab02803 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.719705] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058b00-104b-751b-8b4b-9dd06b4830fa/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1031.719951] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058b00-104b-751b-8b4b-9dd06b4830fa/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1031.720423] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2c9b9a53-2b2a-44f1-ade0-8fac791547ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.789676] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215fbf6f-9007-4fba-b002-2e72380e2f8b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.799611] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3effc8a7-5eba-4925-a29e-e72943142d6f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.852531] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.852801] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.992185] env[62859]: DEBUG nova.compute.manager [req-b87035a0-1d05-4e95-a23c-376f4e002e5c req-b70ebbf1-80ff-49cd-9261-528f476bcba8 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Received event network-vif-deleted-1cb2b513-165e-44a3-98fd-f161c6813fd4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.992404] env[62859]: INFO nova.compute.manager [req-b87035a0-1d05-4e95-a23c-376f4e002e5c req-b70ebbf1-80ff-49cd-9261-528f476bcba8 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Neutron deleted interface 1cb2b513-165e-44a3-98fd-f161c6813fd4; detaching it from the instance and deleting it from the info cache [ 1031.992581] env[62859]: DEBUG nova.network.neutron [req-b87035a0-1d05-4e95-a23c-376f4e002e5c req-b70ebbf1-80ff-49cd-9261-528f476bcba8 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.995631] env[62859]: DEBUG oslo_vmware.rw_handles [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058b00-104b-751b-8b4b-9dd06b4830fa/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1031.995631] env[62859]: INFO nova.virt.vmwareapi.images [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Downloaded image file data 759b5887-6d0c-4c53-b1ec-f62d673d0ecd [ 1031.997070] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb33b6-fc4d-49d5-a5d5-ede1b955c425 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.016080] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f80d9b4-6265-4b08-b8ff-34a41ff89abb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.019852] env[62859]: DEBUG nova.compute.manager [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.020085] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.020860] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4fe2ad-03c8-4ee9-bd18-9af4f296fb56 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.029051] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.029337] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce02c6b-0491-43c8-911a-1da0484fca76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.036185] env[62859]: DEBUG oslo_vmware.api [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 1032.036185] env[62859]: value = "task-2538480" [ 1032.036185] env[62859]: _type = "Task" [ 1032.036185] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.046801] env[62859]: DEBUG oslo_vmware.api [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.047875] env[62859]: INFO nova.virt.vmwareapi.images [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] The imported VM was unregistered [ 1032.049964] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Caching image {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1032.050221] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Creating directory with path [datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.050815] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac60284-47ac-4eb9-8e33-217a00195583 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.062905] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Created directory with path [datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.063118] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a/OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a.vmdk to [datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd/759b5887-6d0c-4c53-b1ec-f62d673d0ecd.vmdk. {{(pid=62859) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1032.063743] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-60790388-9230-4d0b-aeb5-72ed30d0c892 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.072175] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1032.072175] env[62859]: value = "task-2538481" [ 1032.072175] env[62859]: _type = "Task" [ 1032.072175] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.081338] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538481, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.136137] env[62859]: DEBUG nova.scheduler.client.report [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.362764] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.363184] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1032.363280] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Rebuilding the list of instances to heal {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1032.476426] env[62859]: DEBUG nova.network.neutron [-] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.497738] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b24a039d-0053-420f-b24a-b1dde146bdfe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.511021] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7855a16-b317-48f6-88e3-91772f56b1a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.545130] env[62859]: DEBUG nova.compute.manager [req-b87035a0-1d05-4e95-a23c-376f4e002e5c req-b70ebbf1-80ff-49cd-9261-528f476bcba8 service nova] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Detach interface failed, port_id=1cb2b513-165e-44a3-98fd-f161c6813fd4, reason: Instance c02b583d-cb1f-4e90-a8be-bee9f7bc264b could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1032.557283] env[62859]: DEBUG oslo_vmware.api [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538480, 'name': PowerOffVM_Task, 'duration_secs': 0.406648} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.557587] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.558229] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.558229] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56b349f7-e830-49f6-967c-74c3a5173477 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.585706] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538481, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.642674] env[62859]: DEBUG oslo_concurrency.lockutils [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.645272] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.811s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.645618] env[62859]: DEBUG nova.objects.instance [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lazy-loading 'resources' on Instance uuid 3ad25143-5abf-4b52-af87-97838fbfd8ec {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.662238] env[62859]: INFO nova.scheduler.client.report [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleted allocations for instance ec433f87-6cac-451d-a0cb-d48613f23a5b [ 1032.868351] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Skipping network cache update for instance because it is being deleted. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1032.868544] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Skipping network cache update for instance because it is being deleted. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1032.899201] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.899389] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquired lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.899544] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Forcefully refreshing network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1032.899702] env[62859]: DEBUG nova.objects.instance [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lazy-loading 'info_cache' on Instance uuid 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.937148] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c9e4f-f53c-4a93-b5d1-52f63960d196 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.964792] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8892730-3f49-404f-9a03-5586df209dad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.975126] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance '33793e48-aee8-46f2-a0e8-3f20cd05e858' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.979512] env[62859]: INFO nova.compute.manager [-] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Took 1.48 seconds to deallocate network for instance. [ 1033.086350] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538481, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.117210] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.117693] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.172494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-148f6bab-0e9e-4c21-9d93-2f107a7ead77 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "ec433f87-6cac-451d-a0cb-d48613f23a5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.248s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.321155] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb1edb1-bf77-484b-a0a5-6b0c45f765ea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.332766] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb65a4-6ca0-44d0-a8a6-eefda43ccc28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.368117] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3872f19-10ba-4b67-8402-75980fb56000 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.378453] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70d62e0-9d22-4623-8668-b06a6dc5339b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.396724] env[62859]: DEBUG nova.compute.provider_tree [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.482236] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.482576] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103b7c4c-e72d-4e66-a653-9f55064003e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.485848] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.496403] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1033.496403] env[62859]: value = "task-2538483" [ 1033.496403] env[62859]: _type = "Task" [ 1033.496403] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.510183] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.588022] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538481, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.620032] env[62859]: DEBUG nova.compute.manager [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.763200] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.763485] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.763593] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Deleting the datastore file [datastore2] 1507d22e-3ad9-44ef-9ef3-6d68147fb904 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.763882] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3c7cf56-085b-4e19-bcbf-b9d9b358059b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.771978] env[62859]: DEBUG oslo_vmware.api [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for the task: (returnval){ [ 1033.771978] env[62859]: value = "task-2538484" [ 1033.771978] env[62859]: _type = "Task" [ 1033.771978] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.782604] env[62859]: DEBUG oslo_vmware.api [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.903842] env[62859]: DEBUG nova.scheduler.client.report [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.007157] env[62859]: DEBUG oslo_vmware.api [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538483, 'name': PowerOnVM_Task, 'duration_secs': 0.46546} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.007443] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.007625] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b4832301-dc53-43ae-862e-644d8be95587 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance '33793e48-aee8-46f2-a0e8-3f20cd05e858' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.084173] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538481, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.147758] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.285985] env[62859]: DEBUG oslo_vmware.api [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Task: {'id': task-2538484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30208} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.286390] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.286697] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.287036] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.287310] env[62859]: INFO nova.compute.manager [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1034.287661] env[62859]: DEBUG oslo.service.loopingcall [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.287945] env[62859]: DEBUG nova.compute.manager [-] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.288101] env[62859]: DEBUG nova.network.neutron [-] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.409336] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.412015] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.927s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.412015] env[62859]: DEBUG nova.objects.instance [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lazy-loading 'resources' on Instance uuid c02b583d-cb1f-4e90-a8be-bee9f7bc264b {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.431852] env[62859]: INFO nova.scheduler.client.report [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleted allocations for instance 3ad25143-5abf-4b52-af87-97838fbfd8ec [ 1034.593385] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538481, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.926693] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updating instance_info_cache with network_info: [{"id": "2a064f99-9381-4da7-9778-1ebe78059a3b", "address": "fa:16:3e:7a:3a:6f", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a064f99-93", "ovs_interfaceid": "2a064f99-9381-4da7-9778-1ebe78059a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.940419] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d031e548-6b55-498a-be10-9d41b2bdbf2d tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "3ad25143-5abf-4b52-af87-97838fbfd8ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.146s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.075854] env[62859]: DEBUG nova.compute.manager [req-e548670f-0895-4dec-91ef-a64d14c1735f req-46571ec8-51e8-4982-a592-d7d61db24629 service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Received event network-vif-deleted-da59b84d-edfe-4abc-8b12-e23ed4e95ff6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.076051] env[62859]: INFO nova.compute.manager [req-e548670f-0895-4dec-91ef-a64d14c1735f req-46571ec8-51e8-4982-a592-d7d61db24629 service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Neutron deleted interface da59b84d-edfe-4abc-8b12-e23ed4e95ff6; detaching it from the instance and deleting it from the info cache [ 1035.076143] env[62859]: DEBUG nova.network.neutron [req-e548670f-0895-4dec-91ef-a64d14c1735f req-46571ec8-51e8-4982-a592-d7d61db24629 service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.080594] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea95428-7716-497c-94b4-dd73123c7747 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.098826] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea6866f-2fa0-4aab-bc22-ee28154dca19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.102401] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538481, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.613367} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.103977] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a/OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a.vmdk to [datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd/759b5887-6d0c-4c53-b1ec-f62d673d0ecd.vmdk. [ 1035.103977] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Cleaning up location [datastore1] OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1035.103977] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bcd2074e-6997-4353-88d9-8054c596c33a {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.105979] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80a9877d-ff57-4c7d-9ea4-55a45700ec7e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.141295] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276fba11-c426-4a70-9010-f5fe3e29b813 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.144193] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1035.144193] env[62859]: value = "task-2538485" [ 1035.144193] env[62859]: _type = "Task" [ 1035.144193] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.153106] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a2333-7fe3-46d2-b45c-54da39421e01 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.160046] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d750f9-4299-826a-b1bb-338e1808e22d/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1035.163151] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4195bc31-68c1-4c82-bc39-74751e40dd12 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.165659] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038048} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.169032] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.169032] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd/759b5887-6d0c-4c53-b1ec-f62d673d0ecd.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.169032] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd/759b5887-6d0c-4c53-b1ec-f62d673d0ecd.vmdk to [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928/f37c4ccf-a04a-4627-a3f7-3eab6f93a928.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.169032] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffec818d-dbfa-4d2b-ab5b-9cdae88970d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.179233] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d750f9-4299-826a-b1bb-338e1808e22d/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1035.179613] env[62859]: ERROR oslo_vmware.rw_handles [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d750f9-4299-826a-b1bb-338e1808e22d/disk-0.vmdk due to incomplete transfer. [ 1035.179858] env[62859]: DEBUG nova.compute.provider_tree [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.182834] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-812b6106-829d-4a77-93db-7efeee073830 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.190968] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1035.190968] env[62859]: value = "task-2538486" [ 1035.190968] env[62859]: _type = "Task" [ 1035.190968] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.191778] env[62859]: DEBUG oslo_vmware.rw_handles [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d750f9-4299-826a-b1bb-338e1808e22d/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1035.191778] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Uploaded image 92c799dc-3044-4094-b8c2-9fc08381b012 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1035.194286] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1035.200146] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eedca696-a497-42af-9f5b-b67e20dd267a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.206320] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.208200] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1035.208200] env[62859]: value = "task-2538487" [ 1035.208200] env[62859]: _type = "Task" [ 1035.208200] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.220628] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538487, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.429539] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Releasing lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.429885] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updated the network info_cache for instance {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1035.430095] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.430184] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.430326] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.430770] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.430770] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.430770] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.430911] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1035.431018] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1035.558037] env[62859]: DEBUG nova.network.neutron [-] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.584287] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8bf55a3-e6cd-4370-9447-b632a7b4db0e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.595387] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4aba1d-e456-4339-82ef-7ffcb0cb971c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.628912] env[62859]: DEBUG nova.compute.manager [req-e548670f-0895-4dec-91ef-a64d14c1735f req-46571ec8-51e8-4982-a592-d7d61db24629 service nova] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Detach interface failed, port_id=da59b84d-edfe-4abc-8b12-e23ed4e95ff6, reason: Instance 1507d22e-3ad9-44ef-9ef3-6d68147fb904 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1035.683434] env[62859]: DEBUG nova.scheduler.client.report [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.703289] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538486, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.719020] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538487, 'name': Destroy_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.890350] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.890593] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.922848] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.923096] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.934535] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.038775] env[62859]: DEBUG nova.network.neutron [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Port cb8ab750-81b1-46b0-a1d9-ac53d087db86 binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1036.039076] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.039282] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.039485] env[62859]: DEBUG nova.network.neutron [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.060611] env[62859]: INFO nova.compute.manager [-] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Took 1.77 seconds to deallocate network for instance. [ 1036.190476] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.193016] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.045s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.194536] env[62859]: INFO nova.compute.claims [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.207287] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538486, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.213709] env[62859]: INFO nova.scheduler.client.report [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Deleted allocations for instance c02b583d-cb1f-4e90-a8be-bee9f7bc264b [ 1036.220822] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538487, 'name': Destroy_Task, 'duration_secs': 0.566212} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.221358] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Destroyed the VM [ 1036.221606] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1036.221872] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f0f4de9-affc-4b0a-bd2f-3ca09545164d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.230087] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1036.230087] env[62859]: value = "task-2538488" [ 1036.230087] env[62859]: _type = "Task" [ 1036.230087] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.239865] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538488, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.395790] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.425859] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.567823] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.710222] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538486, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.726520] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca148241-55bd-46c1-a887-825c6d5912c3 tempest-SecurityGroupsTestJSON-355730405 tempest-SecurityGroupsTestJSON-355730405-project-member] Lock "c02b583d-cb1f-4e90-a8be-bee9f7bc264b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.414s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.745493] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538488, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.903873] env[62859]: DEBUG nova.network.neutron [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance_info_cache with network_info: [{"id": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "address": "fa:16:3e:60:f8:da", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ab750-81", "ovs_interfaceid": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.924940] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.948928] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.211756] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538486, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.242199] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538488, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.371360] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95741d56-91b0-4258-a514-47177c98b54a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.385168] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb9a130-4d65-4734-9f49-ec3f4946355e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.423919] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.426356] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366e2f05-459b-4b11-bee9-8ca4985b9240 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.438830] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d070dc-cf44-471e-b5a1-bd9643e9a6f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.457365] env[62859]: DEBUG nova.compute.provider_tree [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.711588] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538486, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.311927} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.711988] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/759b5887-6d0c-4c53-b1ec-f62d673d0ecd/759b5887-6d0c-4c53-b1ec-f62d673d0ecd.vmdk to [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928/f37c4ccf-a04a-4627-a3f7-3eab6f93a928.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.712718] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9773da6-7363-4892-9738-1f7b535e06b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.738441] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928/f37c4ccf-a04a-4627-a3f7-3eab6f93a928.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.739726] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be0ddff-e548-42ed-abf4-805954d43bf4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.761533] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538488, 'name': RemoveSnapshot_Task, 'duration_secs': 1.308846} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.762806] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1037.763115] env[62859]: DEBUG nova.compute.manager [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.763458] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1037.763458] env[62859]: value = "task-2538489" [ 1037.763458] env[62859]: _type = "Task" [ 1037.763458] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.764146] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9614c95-ebc4-4dee-8282-0ae7f82ce21a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.779064] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.931717] env[62859]: DEBUG nova.compute.manager [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62859) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1037.960980] env[62859]: DEBUG nova.scheduler.client.report [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.277989] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538489, 'name': ReconfigVM_Task, 'duration_secs': 0.436204} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.278348] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Reconfigured VM instance instance-0000004a to attach disk [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928/f37c4ccf-a04a-4627-a3f7-3eab6f93a928.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.280959] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39b63bef-63ae-4e51-a1d2-1052f3f0f0f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.282861] env[62859]: INFO nova.compute.manager [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Shelve offloading [ 1038.292429] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1038.292429] env[62859]: value = "task-2538490" [ 1038.292429] env[62859]: _type = "Task" [ 1038.292429] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.301947] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538490, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.467795] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.468337] env[62859]: DEBUG nova.compute.manager [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.471209] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.537s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.471395] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.471885] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1038.471989] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.904s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.472262] env[62859]: DEBUG nova.objects.instance [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lazy-loading 'resources' on Instance uuid 1507d22e-3ad9-44ef-9ef3-6d68147fb904 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.473968] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4301f78d-e5f0-4e6b-a954-a9376dc919db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.485479] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2331e38-b6ed-41ad-be4f-541faff6c76d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.502100] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f674e0-a529-4ace-87fe-2c33e9d2cfd8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.510074] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d5b2d5-38e7-4cc8-ac69-571cb9172439 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.542444] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179389MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1038.542640] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.786604] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.787032] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe8b7fde-28ac-44bb-b2a4-36edfbab0ae7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.798177] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1038.798177] env[62859]: value = "task-2538491" [ 1038.798177] env[62859]: _type = "Task" [ 1038.798177] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.807159] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538490, 'name': Rename_Task, 'duration_secs': 0.142652} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.807391] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.807669] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-355ff4d5-b3ea-498e-a15e-b283dde3805a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.812571] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1038.812808] env[62859]: DEBUG nova.compute.manager [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.813529] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1be7606-209e-4185-8cb9-8be1a8624ae1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.817039] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1038.817039] env[62859]: value = "task-2538492" [ 1038.817039] env[62859]: _type = "Task" [ 1038.817039] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.824529] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.826059] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.826223] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.826394] env[62859]: DEBUG nova.network.neutron [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.975214] env[62859]: DEBUG nova.compute.utils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.976650] env[62859]: DEBUG nova.compute.manager [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.976817] env[62859]: DEBUG nova.network.neutron [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.022048] env[62859]: DEBUG nova.policy [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0988323ce26495a8ad59e9c9b72bddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6968605e9f584348a625e6b87452890f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.065938] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.136509] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d10996-6725-48b2-86dd-a62937a3301f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.150781] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818aa881-d9fd-4045-90f4-c437c51c6007 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.190078] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa297bac-cee8-4dee-bb62-e79df0373d1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.199562] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278560e-40be-4780-a0ef-125d4acbe82c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.215795] env[62859]: DEBUG nova.compute.provider_tree [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.335675] env[62859]: DEBUG oslo_vmware.api [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538492, 'name': PowerOnVM_Task, 'duration_secs': 0.513299} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.335675] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.404021] env[62859]: DEBUG nova.network.neutron [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Successfully created port: 2ed6b220-0eec-4106-bb45-2707d2a4cf46 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.481565] env[62859]: DEBUG nova.compute.manager [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.492561] env[62859]: DEBUG nova.compute.manager [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.493798] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafcab9d-6e87-4998-a729-481c7732ebcf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.719465] env[62859]: DEBUG nova.scheduler.client.report [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.729668] env[62859]: DEBUG nova.network.neutron [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating instance_info_cache with network_info: [{"id": "61ece41e-78cd-4851-8966-d0ac21207904", "address": "fa:16:3e:e9:7d:b8", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ece41e-78", "ovs_interfaceid": "61ece41e-78cd-4851-8966-d0ac21207904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.015124] env[62859]: DEBUG oslo_concurrency.lockutils [None req-428d3b4a-9e07-47f8-a277-907726d9ac7f tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.956s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.225439] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.227888] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.305s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.229401] env[62859]: INFO nova.compute.claims [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.233568] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.253526] env[62859]: INFO nova.scheduler.client.report [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Deleted allocations for instance 1507d22e-3ad9-44ef-9ef3-6d68147fb904 [ 1040.490099] env[62859]: DEBUG nova.compute.manager [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.521351] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.521630] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.521788] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.521970] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.522698] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.522914] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.523190] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.523372] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.523553] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.523793] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.523891] env[62859]: DEBUG nova.virt.hardware [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.525218] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4249696f-7a45-4aa5-bc58-9e379a4dd2e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.536678] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362879bd-82d5-4ee2-9d34-221ccf5b922b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.638210] env[62859]: DEBUG nova.compute.manager [req-46d3db4a-0c22-49af-afb5-6761052073d0 req-6ca8e5ba-e299-4acc-b9ed-37ebd07911a3 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received event network-vif-unplugged-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.638325] env[62859]: DEBUG oslo_concurrency.lockutils [req-46d3db4a-0c22-49af-afb5-6761052073d0 req-6ca8e5ba-e299-4acc-b9ed-37ebd07911a3 service nova] Acquiring lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.638534] env[62859]: DEBUG oslo_concurrency.lockutils [req-46d3db4a-0c22-49af-afb5-6761052073d0 req-6ca8e5ba-e299-4acc-b9ed-37ebd07911a3 service nova] Lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.638848] env[62859]: DEBUG oslo_concurrency.lockutils [req-46d3db4a-0c22-49af-afb5-6761052073d0 req-6ca8e5ba-e299-4acc-b9ed-37ebd07911a3 service nova] Lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.638947] env[62859]: DEBUG nova.compute.manager [req-46d3db4a-0c22-49af-afb5-6761052073d0 req-6ca8e5ba-e299-4acc-b9ed-37ebd07911a3 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] No waiting events found dispatching network-vif-unplugged-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.639356] env[62859]: WARNING nova.compute.manager [req-46d3db4a-0c22-49af-afb5-6761052073d0 req-6ca8e5ba-e299-4acc-b9ed-37ebd07911a3 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received unexpected event network-vif-unplugged-61ece41e-78cd-4851-8966-d0ac21207904 for instance with vm_state shelved and task_state shelving_offloading. [ 1040.767629] env[62859]: DEBUG oslo_concurrency.lockutils [None req-44d8126e-b538-4120-b5b0-78c88a330ac5 tempest-ServersTestManualDisk-1602223859 tempest-ServersTestManualDisk-1602223859-project-member] Lock "1507d22e-3ad9-44ef-9ef3-6d68147fb904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.256s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.812085] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.812968] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefcc315-f4fc-4a05-b7d8-5c65b1fa63c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.824563] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.824815] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ec1221f-ef9f-4b5f-a38c-3f4043f8a5e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.334882] env[62859]: DEBUG nova.network.neutron [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Successfully updated port: 2ed6b220-0eec-4106-bb45-2707d2a4cf46 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.405578] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba92a433-da42-4773-bccd-8a748e8d3a8d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.416274] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4fd716-817d-4679-9950-ad2f4706c13d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.447416] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01316c5-dc8e-4022-a5ca-3b4e4c994672 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.455446] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92103911-7f2b-40ed-84a2-04b21de91b66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.469755] env[62859]: DEBUG nova.compute.provider_tree [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.838594] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "refresh_cache-1bf2e44f-15b5-4071-86ce-2aea808dd53b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.838760] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "refresh_cache-1bf2e44f-15b5-4071-86ce-2aea808dd53b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.838919] env[62859]: DEBUG nova.network.neutron [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.919206] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.919702] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.919702] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleting the datastore file [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.919984] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3874947f-3be6-47d6-987d-3b4c14687b96 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.928202] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1041.928202] env[62859]: value = "task-2538494" [ 1041.928202] env[62859]: _type = "Task" [ 1041.928202] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.937936] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.977112] env[62859]: DEBUG nova.scheduler.client.report [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.007492] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569ab5f0-1d40-4426-8cc3-c30576f40872 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.021557] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a44746cb-4842-4522-b99e-d16bb9302406 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Suspending the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1042.022302] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f00a4317-8549-4822-958e-f4e85aafcf04 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.031032] env[62859]: DEBUG oslo_vmware.api [None req-a44746cb-4842-4522-b99e-d16bb9302406 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1042.031032] env[62859]: value = "task-2538495" [ 1042.031032] env[62859]: _type = "Task" [ 1042.031032] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.042849] env[62859]: DEBUG oslo_vmware.api [None req-a44746cb-4842-4522-b99e-d16bb9302406 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538495, 'name': SuspendVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.439409] env[62859]: DEBUG oslo_vmware.api [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448014} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.441757] env[62859]: DEBUG nova.network.neutron [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.444708] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.444992] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.445548] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.474886] env[62859]: INFO nova.scheduler.client.report [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted allocations for instance a4e83d62-32d3-4605-a43d-541782c7937f [ 1042.480725] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.481320] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.483830] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.535s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.485273] env[62859]: INFO nova.compute.claims [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.544464] env[62859]: DEBUG oslo_vmware.api [None req-a44746cb-4842-4522-b99e-d16bb9302406 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538495, 'name': SuspendVM_Task} progress is 58%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.834734] env[62859]: DEBUG nova.compute.manager [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received event network-changed-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1042.835151] env[62859]: DEBUG nova.compute.manager [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Refreshing instance network info cache due to event network-changed-61ece41e-78cd-4851-8966-d0ac21207904. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1042.835684] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] Acquiring lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.836044] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] Acquired lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.836366] env[62859]: DEBUG nova.network.neutron [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Refreshing network info cache for port 61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.861804] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "57d4d32f-4460-48f4-b9da-afb73bc8806f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.862066] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "57d4d32f-4460-48f4-b9da-afb73bc8806f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.979115] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.992022] env[62859]: DEBUG nova.compute.utils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.994910] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.997445] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.045281] env[62859]: DEBUG oslo_vmware.api [None req-a44746cb-4842-4522-b99e-d16bb9302406 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538495, 'name': SuspendVM_Task, 'duration_secs': 0.736838} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.045281] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a44746cb-4842-4522-b99e-d16bb9302406 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Suspended the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1043.045281] env[62859]: DEBUG nova.compute.manager [None req-a44746cb-4842-4522-b99e-d16bb9302406 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.045281] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc0a7bc-4a66-46b9-989c-3653b11a2477 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.057656] env[62859]: DEBUG nova.network.neutron [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Updating instance_info_cache with network_info: [{"id": "2ed6b220-0eec-4106-bb45-2707d2a4cf46", "address": "fa:16:3e:bc:5c:7d", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed6b220-0e", "ovs_interfaceid": "2ed6b220-0eec-4106-bb45-2707d2a4cf46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.085909] env[62859]: DEBUG nova.policy [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd87715e6487f46c6a2cf5c3a5e97ddf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94c13e2d16ba48149e5071aad32c75b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.366848] env[62859]: DEBUG nova.compute.manager [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.498130] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.561496] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "refresh_cache-1bf2e44f-15b5-4071-86ce-2aea808dd53b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.561496] env[62859]: DEBUG nova.compute.manager [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Instance network_info: |[{"id": "2ed6b220-0eec-4106-bb45-2707d2a4cf46", "address": "fa:16:3e:bc:5c:7d", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed6b220-0e", "ovs_interfaceid": "2ed6b220-0eec-4106-bb45-2707d2a4cf46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.562905] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:5c:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ed6b220-0eec-4106-bb45-2707d2a4cf46', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.570777] env[62859]: DEBUG oslo.service.loopingcall [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.572049] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.572354] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-001fb6a9-8925-496b-a964-e364f6308e0e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.602090] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.602090] env[62859]: value = "task-2538496" [ 1043.602090] env[62859]: _type = "Task" [ 1043.602090] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.618785] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538496, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.686780] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Successfully created port: f0dbb227-6ea8-409a-9b3b-a591006cafaf {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.727221] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a0129b-b994-4680-b651-91559e1177e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.737447] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7578a39e-a0a7-4a65-8be3-6459e8c6cc67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.769202] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e053b5a-fa1f-4b53-af7f-df6b2f2644fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.777889] env[62859]: DEBUG nova.network.neutron [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updated VIF entry in instance network info cache for port 61ece41e-78cd-4851-8966-d0ac21207904. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.778184] env[62859]: DEBUG nova.network.neutron [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating instance_info_cache with network_info: [{"id": "61ece41e-78cd-4851-8966-d0ac21207904", "address": "fa:16:3e:e9:7d:b8", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap61ece41e-78", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.780360] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a51550-1b80-4e88-a992-11d35743e18f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.795755] env[62859]: DEBUG nova.compute.provider_tree [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.887471] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.114543] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538496, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.288432] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] Releasing lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.288432] env[62859]: DEBUG nova.compute.manager [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Received event network-vif-plugged-2ed6b220-0eec-4106-bb45-2707d2a4cf46 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1044.288432] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] Acquiring lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.288432] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.288432] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.288432] env[62859]: DEBUG nova.compute.manager [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] No waiting events found dispatching network-vif-plugged-2ed6b220-0eec-4106-bb45-2707d2a4cf46 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.288432] env[62859]: WARNING nova.compute.manager [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Received unexpected event network-vif-plugged-2ed6b220-0eec-4106-bb45-2707d2a4cf46 for instance with vm_state building and task_state spawning. [ 1044.288432] env[62859]: DEBUG nova.compute.manager [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Received event network-changed-2ed6b220-0eec-4106-bb45-2707d2a4cf46 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1044.288432] env[62859]: DEBUG nova.compute.manager [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Refreshing instance network info cache due to event network-changed-2ed6b220-0eec-4106-bb45-2707d2a4cf46. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1044.288432] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] Acquiring lock "refresh_cache-1bf2e44f-15b5-4071-86ce-2aea808dd53b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.288432] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] Acquired lock "refresh_cache-1bf2e44f-15b5-4071-86ce-2aea808dd53b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.288432] env[62859]: DEBUG nova.network.neutron [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Refreshing network info cache for port 2ed6b220-0eec-4106-bb45-2707d2a4cf46 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.299048] env[62859]: DEBUG nova.scheduler.client.report [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.514023] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.543390] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.543633] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.543788] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.543967] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.544134] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.544284] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.544490] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.544653] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.544803] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.544981] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.545202] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.546301] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c075d8c-776e-4869-82be-a95a689d0d68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.555659] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260cd20f-254d-4dc0-a18f-655d06087a85 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.615123] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538496, 'name': CreateVM_Task, 'duration_secs': 0.519477} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.615123] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.616072] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.616249] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.616591] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.616880] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5bb4fa9-4ff3-4dd7-969e-5e6a52194da8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.622714] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1044.622714] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d6227e-e2e7-445b-f48d-190a5f5ea0d4" [ 1044.622714] env[62859]: _type = "Task" [ 1044.622714] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.632618] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d6227e-e2e7-445b-f48d-190a5f5ea0d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.803283] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.803816] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.806366] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.264s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.020950] env[62859]: DEBUG oslo_concurrency.lockutils [None req-143e73bf-a0be-4df8-b44e-815296b48944 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.021215] env[62859]: DEBUG oslo_concurrency.lockutils [None req-143e73bf-a0be-4df8-b44e-815296b48944 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.021560] env[62859]: DEBUG nova.objects.instance [None req-143e73bf-a0be-4df8-b44e-815296b48944 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'flavor' on Instance uuid 37b8fd86-aa69-4f7a-ac94-af9936f306d7 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.074836] env[62859]: INFO nova.compute.manager [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Resuming [ 1045.075597] env[62859]: DEBUG nova.objects.instance [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lazy-loading 'flavor' on Instance uuid f37c4ccf-a04a-4627-a3f7-3eab6f93a928 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.114805] env[62859]: DEBUG nova.network.neutron [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Updated VIF entry in instance network info cache for port 2ed6b220-0eec-4106-bb45-2707d2a4cf46. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.115172] env[62859]: DEBUG nova.network.neutron [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Updating instance_info_cache with network_info: [{"id": "2ed6b220-0eec-4106-bb45-2707d2a4cf46", "address": "fa:16:3e:bc:5c:7d", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed6b220-0e", "ovs_interfaceid": "2ed6b220-0eec-4106-bb45-2707d2a4cf46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.136726] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d6227e-e2e7-445b-f48d-190a5f5ea0d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.137081] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.137316] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.137641] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.137806] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.137991] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.138269] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7f66819-99ab-4899-b606-91239e7de5ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.153261] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.153451] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.154212] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb70a179-f9bc-4f8b-8757-417c88642bc4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.162746] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1045.162746] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fd296a-9d6f-4beb-185a-0c5199803336" [ 1045.162746] env[62859]: _type = "Task" [ 1045.162746] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.172387] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fd296a-9d6f-4beb-185a-0c5199803336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.311607] env[62859]: DEBUG nova.compute.utils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.319995] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.321546] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.394158] env[62859]: DEBUG nova.policy [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd87715e6487f46c6a2cf5c3a5e97ddf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94c13e2d16ba48149e5071aad32c75b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.410722] env[62859]: DEBUG nova.compute.manager [req-72f70a11-47a0-4d6c-977c-47c2c9de726d req-64526e24-e0e6-453b-9289-fac59d579950 service nova] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Received event network-vif-plugged-f0dbb227-6ea8-409a-9b3b-a591006cafaf {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1045.410976] env[62859]: DEBUG oslo_concurrency.lockutils [req-72f70a11-47a0-4d6c-977c-47c2c9de726d req-64526e24-e0e6-453b-9289-fac59d579950 service nova] Acquiring lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.411253] env[62859]: DEBUG oslo_concurrency.lockutils [req-72f70a11-47a0-4d6c-977c-47c2c9de726d req-64526e24-e0e6-453b-9289-fac59d579950 service nova] Lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.411435] env[62859]: DEBUG oslo_concurrency.lockutils [req-72f70a11-47a0-4d6c-977c-47c2c9de726d req-64526e24-e0e6-453b-9289-fac59d579950 service nova] Lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.411615] env[62859]: DEBUG nova.compute.manager [req-72f70a11-47a0-4d6c-977c-47c2c9de726d req-64526e24-e0e6-453b-9289-fac59d579950 service nova] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] No waiting events found dispatching network-vif-plugged-f0dbb227-6ea8-409a-9b3b-a591006cafaf {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.411780] env[62859]: WARNING nova.compute.manager [req-72f70a11-47a0-4d6c-977c-47c2c9de726d req-64526e24-e0e6-453b-9289-fac59d579950 service nova] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Received unexpected event network-vif-plugged-f0dbb227-6ea8-409a-9b3b-a591006cafaf for instance with vm_state building and task_state spawning. [ 1045.525226] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Successfully updated port: f0dbb227-6ea8-409a-9b3b-a591006cafaf {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.530488] env[62859]: DEBUG nova.objects.instance [None req-143e73bf-a0be-4df8-b44e-815296b48944 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'pci_requests' on Instance uuid 37b8fd86-aa69-4f7a-ac94-af9936f306d7 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.618802] env[62859]: DEBUG oslo_concurrency.lockutils [req-ecd5cb32-603d-4521-a95c-6ee7b024d933 req-849acc7c-ad60-4ff0-a019-96f605fd528f service nova] Releasing lock "refresh_cache-1bf2e44f-15b5-4071-86ce-2aea808dd53b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.646646] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "a4e83d62-32d3-4605-a43d-541782c7937f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.674304] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52fd296a-9d6f-4beb-185a-0c5199803336, 'name': SearchDatastore_Task, 'duration_secs': 0.026662} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.675782] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c1c08f-a0dd-4c7f-829a-9f5fc13892e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.683276] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1045.683276] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b534d7-1a81-87e7-1276-6a1440c04a20" [ 1045.683276] env[62859]: _type = "Task" [ 1045.683276] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.690840] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b534d7-1a81-87e7-1276-6a1440c04a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.732138] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Successfully created port: 21d83193-0777-4a00-9488-80095ab41246 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.826377] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Applying migration context for instance 33793e48-aee8-46f2-a0e8-3f20cd05e858 as it has an incoming, in-progress migration 067121eb-0c90-40dc-8ec1-182852d115c6. Migration status is reverting {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1045.827636] env[62859]: INFO nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating resource usage from migration 067121eb-0c90-40dc-8ec1-182852d115c6 [ 1045.830137] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.851343] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.851524] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c45237e1-fa97-4539-a2ee-77fb50619c40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.851651] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 37b8fd86-aa69-4f7a-ac94-af9936f306d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.851774] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Migration 067121eb-0c90-40dc-8ec1-182852d115c6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1045.851891] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 33793e48-aee8-46f2-a0e8-3f20cd05e858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.852037] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance f37c4ccf-a04a-4627-a3f7-3eab6f93a928 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.852146] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 1bf2e44f-15b5-4071-86ce-2aea808dd53b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.852250] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c49e98d7-b0d5-43c5-ae70-93b3e468338f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1045.852359] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance fec5eb96-332b-4ebc-b593-68ad8a9b6953 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1046.032367] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "refresh_cache-c49e98d7-b0d5-43c5-ae70-93b3e468338f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.032609] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "refresh_cache-c49e98d7-b0d5-43c5-ae70-93b3e468338f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.032695] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.035725] env[62859]: DEBUG nova.objects.base [None req-143e73bf-a0be-4df8-b44e-815296b48944 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Object Instance<37b8fd86-aa69-4f7a-ac94-af9936f306d7> lazy-loaded attributes: flavor,pci_requests {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.035914] env[62859]: DEBUG nova.network.neutron [None req-143e73bf-a0be-4df8-b44e-815296b48944 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.070695] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "c45237e1-fa97-4539-a2ee-77fb50619c40" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.070695] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.070855] env[62859]: INFO nova.compute.manager [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Rebooting instance [ 1046.126661] env[62859]: DEBUG oslo_concurrency.lockutils [None req-143e73bf-a0be-4df8-b44e-815296b48944 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.105s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.193351] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b534d7-1a81-87e7-1276-6a1440c04a20, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.193621] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.193863] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1bf2e44f-15b5-4071-86ce-2aea808dd53b/1bf2e44f-15b5-4071-86ce-2aea808dd53b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.194138] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb39665a-07e9-4966-8d37-4bd449f2e33f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.203188] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1046.203188] env[62859]: value = "task-2538497" [ 1046.203188] env[62859]: _type = "Task" [ 1046.203188] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.212741] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.355327] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 57d4d32f-4460-48f4-b9da-afb73bc8806f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1046.355626] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (494b5d0c-f15a-479a-ac4d-c7713965aa19): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1046.355907] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1046.358959] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1046.580654] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.589269] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d6b92d-5393-4b0b-9fc8-79685797353f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.592883] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.593689] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquired lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.594404] env[62859]: DEBUG nova.network.neutron [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.602231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.602518] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.607804] env[62859]: DEBUG nova.network.neutron [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.613094] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21340812-f85c-4309-90e9-21547fa5cff5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.663167] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b19df3-8eac-4279-bbb0-3d41c0d99481 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.679590] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae2508-d26e-4d22-ac15-ac5386827af2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.695910] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.718894] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538497, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.777100] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Updating instance_info_cache with network_info: [{"id": "f0dbb227-6ea8-409a-9b3b-a591006cafaf", "address": "fa:16:3e:88:8e:44", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dbb227-6e", "ovs_interfaceid": "f0dbb227-6ea8-409a-9b3b-a591006cafaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.840848] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.867434] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.867698] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.867826] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.868016] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.868201] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.868356] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.868560] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.868717] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.868882] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.869055] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.869233] env[62859]: DEBUG nova.virt.hardware [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.870068] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7446b6-e3f5-4ed6-ac61-adb83939c6cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.878662] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04d5a1c-dff0-4ec5-b748-a00f24e39c07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.199023] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.222078] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940775} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.222696] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1bf2e44f-15b5-4071-86ce-2aea808dd53b/1bf2e44f-15b5-4071-86ce-2aea808dd53b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.223048] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.223404] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0279678-9756-457f-8969-43fa3592d71a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.232557] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1047.232557] env[62859]: value = "task-2538498" [ 1047.232557] env[62859]: _type = "Task" [ 1047.232557] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.244057] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.279898] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "refresh_cache-c49e98d7-b0d5-43c5-ae70-93b3e468338f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.280677] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Instance network_info: |[{"id": "f0dbb227-6ea8-409a-9b3b-a591006cafaf", "address": "fa:16:3e:88:8e:44", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dbb227-6e", "ovs_interfaceid": "f0dbb227-6ea8-409a-9b3b-a591006cafaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.286648] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:8e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0dbb227-6ea8-409a-9b3b-a591006cafaf', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.296039] env[62859]: DEBUG oslo.service.loopingcall [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.298907] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.299642] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c2c559d-9760-441b-9f48-480044e6c84e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.324155] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.324155] env[62859]: value = "task-2538499" [ 1047.324155] env[62859]: _type = "Task" [ 1047.324155] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.334177] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538499, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.409423] env[62859]: DEBUG nova.network.neutron [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.564510] env[62859]: DEBUG nova.compute.manager [req-99ba9afd-6fc0-4dc7-a170-2eb7df27f8fc req-9d610d16-2c59-45d5-a662-d446dca5791d service nova] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Received event network-changed-f0dbb227-6ea8-409a-9b3b-a591006cafaf {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.564700] env[62859]: DEBUG nova.compute.manager [req-99ba9afd-6fc0-4dc7-a170-2eb7df27f8fc req-9d610d16-2c59-45d5-a662-d446dca5791d service nova] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Refreshing instance network info cache due to event network-changed-f0dbb227-6ea8-409a-9b3b-a591006cafaf. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.564949] env[62859]: DEBUG oslo_concurrency.lockutils [req-99ba9afd-6fc0-4dc7-a170-2eb7df27f8fc req-9d610d16-2c59-45d5-a662-d446dca5791d service nova] Acquiring lock "refresh_cache-c49e98d7-b0d5-43c5-ae70-93b3e468338f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.565159] env[62859]: DEBUG oslo_concurrency.lockutils [req-99ba9afd-6fc0-4dc7-a170-2eb7df27f8fc req-9d610d16-2c59-45d5-a662-d446dca5791d service nova] Acquired lock "refresh_cache-c49e98d7-b0d5-43c5-ae70-93b3e468338f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.565333] env[62859]: DEBUG nova.network.neutron [req-99ba9afd-6fc0-4dc7-a170-2eb7df27f8fc req-9d610d16-2c59-45d5-a662-d446dca5791d service nova] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Refreshing network info cache for port f0dbb227-6ea8-409a-9b3b-a591006cafaf {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.571440] env[62859]: DEBUG nova.network.neutron [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating instance_info_cache with network_info: [{"id": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "address": "fa:16:3e:40:8b:f0", "network": {"id": "0ef202fc-8a1d-491a-9f4b-eebb3bd78c94", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-977683079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9433f1b2986d447c895d576ade8a7c6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f969bd9-e040-4b9b-85b2-7c61231584ad", "external-id": "nsx-vlan-transportzone-995", "segmentation_id": 995, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b41fa6-38", "ovs_interfaceid": "a0b41fa6-3827-4d61-93d3-3efe72ae0a4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.673169] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Successfully updated port: 21d83193-0777-4a00-9488-80095ab41246 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.711716] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1047.711716] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.904s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.711716] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.645s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.746956] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094572} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.749018] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.749439] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf8b6ca-9895-48a5-8253-4cd4101fd652 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.779313] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1bf2e44f-15b5-4071-86ce-2aea808dd53b/1bf2e44f-15b5-4071-86ce-2aea808dd53b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.779313] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec4fbc9-aec1-4a10-b503-44c1f5522aa6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.803443] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1047.803443] env[62859]: value = "task-2538500" [ 1047.803443] env[62859]: _type = "Task" [ 1047.803443] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.813197] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.833790] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538499, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.911057] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.074464] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Releasing lock "refresh_cache-f37c4ccf-a04a-4627-a3f7-3eab6f93a928" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.075203] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921893ed-58e2-4aa5-af54-c059187c02b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.082407] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Resuming the VM {{(pid=62859) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1048.082662] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36edbf91-8f36-4e48-840c-6421be24bc58 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.090545] env[62859]: DEBUG oslo_vmware.api [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1048.090545] env[62859]: value = "task-2538501" [ 1048.090545] env[62859]: _type = "Task" [ 1048.090545] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.100575] env[62859]: DEBUG oslo_vmware.api [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.113269] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.113569] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.113888] env[62859]: DEBUG nova.objects.instance [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'flavor' on Instance uuid 37b8fd86-aa69-4f7a-ac94-af9936f306d7 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.177502] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "refresh_cache-fec5eb96-332b-4ebc-b593-68ad8a9b6953" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.177660] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "refresh_cache-fec5eb96-332b-4ebc-b593-68ad8a9b6953" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.177814] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.213918] env[62859]: DEBUG nova.objects.instance [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'migration_context' on Instance uuid 33793e48-aee8-46f2-a0e8-3f20cd05e858 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.316299] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538500, 'name': ReconfigVM_Task, 'duration_secs': 0.348425} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.316347] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1bf2e44f-15b5-4071-86ce-2aea808dd53b/1bf2e44f-15b5-4071-86ce-2aea808dd53b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.317023] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53a1f701-ab01-4194-8626-44452429c6d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.330326] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1048.330326] env[62859]: value = "task-2538502" [ 1048.330326] env[62859]: _type = "Task" [ 1048.330326] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.342692] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538499, 'name': CreateVM_Task, 'duration_secs': 0.549428} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.344512] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.344512] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.344739] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.345110] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1048.345486] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7067723-2baa-4fd5-8de9-e0b6622119dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.352415] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538502, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.358301] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1048.358301] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529b3ae6-335c-781d-d910-041d9b4e5951" [ 1048.358301] env[62859]: _type = "Task" [ 1048.358301] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.367948] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529b3ae6-335c-781d-d910-041d9b4e5951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.378838] env[62859]: DEBUG nova.network.neutron [req-99ba9afd-6fc0-4dc7-a170-2eb7df27f8fc req-9d610d16-2c59-45d5-a662-d446dca5791d service nova] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Updated VIF entry in instance network info cache for port f0dbb227-6ea8-409a-9b3b-a591006cafaf. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.378838] env[62859]: DEBUG nova.network.neutron [req-99ba9afd-6fc0-4dc7-a170-2eb7df27f8fc req-9d610d16-2c59-45d5-a662-d446dca5791d service nova] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Updating instance_info_cache with network_info: [{"id": "f0dbb227-6ea8-409a-9b3b-a591006cafaf", "address": "fa:16:3e:88:8e:44", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0dbb227-6e", "ovs_interfaceid": "f0dbb227-6ea8-409a-9b3b-a591006cafaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.415571] env[62859]: DEBUG nova.compute.manager [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.416513] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89acc704-761c-43bb-b176-eedeb9dcfe6c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.604023] env[62859]: DEBUG oslo_vmware.api [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538501, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.740666] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.749669] env[62859]: DEBUG nova.objects.instance [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'pci_requests' on Instance uuid 37b8fd86-aa69-4f7a-ac94-af9936f306d7 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.850707] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538502, 'name': Rename_Task, 'duration_secs': 0.176495} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.851139] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.851461] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c17e76e3-6c37-47fa-ad29-81ecc1494228 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.865210] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1048.865210] env[62859]: value = "task-2538503" [ 1048.865210] env[62859]: _type = "Task" [ 1048.865210] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.874343] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529b3ae6-335c-781d-d910-041d9b4e5951, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.875370] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.875758] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.876075] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.877154] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.877154] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.879744] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc16f59b-a45e-4180-a5f9-8e8f25d0e02f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.885534] env[62859]: DEBUG oslo_concurrency.lockutils [req-99ba9afd-6fc0-4dc7-a170-2eb7df27f8fc req-9d610d16-2c59-45d5-a662-d446dca5791d service nova] Releasing lock "refresh_cache-c49e98d7-b0d5-43c5-ae70-93b3e468338f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.886014] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.910300] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.911294] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.914348] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10b8c66-d593-4c3c-8c05-09a513cb5007 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.919558] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50935cfe-8a99-411e-b985-30e944ffb7c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.924885] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1048.924885] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e1919-4fa6-f8d5-8f1a-707f9b3e607b" [ 1048.924885] env[62859]: _type = "Task" [ 1048.924885] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.937363] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7b5ec1-9fdd-4d45-a901-eab0d5fe6c62 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.942772] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e1919-4fa6-f8d5-8f1a-707f9b3e607b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.982085] env[62859]: DEBUG nova.network.neutron [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Updating instance_info_cache with network_info: [{"id": "21d83193-0777-4a00-9488-80095ab41246", "address": "fa:16:3e:2f:08:d5", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d83193-07", "ovs_interfaceid": "21d83193-0777-4a00-9488-80095ab41246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.984060] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe597b1b-fc61-4b3b-946c-95ad74850bfe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.995391] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08107fde-0f4c-40ad-86b4-05b91543dd40 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.013757] env[62859]: DEBUG nova.compute.provider_tree [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.068889] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquiring lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.069122] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.103223] env[62859]: DEBUG oslo_vmware.api [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538501, 'name': PowerOnVM_Task, 'duration_secs': 0.601791} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.103511] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Resumed the VM {{(pid=62859) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1049.103719] env[62859]: DEBUG nova.compute.manager [None req-fed7bd7f-0b65-4046-825c-fbee051b0999 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.104691] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8098c9-c958-46ad-bc4c-d33388f89514 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.259513] env[62859]: DEBUG nova.objects.base [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Object Instance<37b8fd86-aa69-4f7a-ac94-af9936f306d7> lazy-loaded attributes: flavor,pci_requests {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.259773] env[62859]: DEBUG nova.network.neutron [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.299038] env[62859]: DEBUG nova.policy [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a042127235494a89872707ef07b540c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01142dda89b94b64ae99add7684d2f5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.378140] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.439355] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e1919-4fa6-f8d5-8f1a-707f9b3e607b, 'name': SearchDatastore_Task, 'duration_secs': 0.135652} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.440369] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7500f67-5a50-4faf-825b-b2d955e76abe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.443714] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56815395-4119-4e27-b6b6-e3b07a221852 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.450332] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1049.450332] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e812a8-e20e-8af8-3099-8f83594e7d5f" [ 1049.450332] env[62859]: _type = "Task" [ 1049.450332] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.452794] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Doing hard reboot of VM {{(pid=62859) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1049.458486] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a9f5103a-48c0-4dc2-b42f-cb3fde72ec6c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.467248] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e812a8-e20e-8af8-3099-8f83594e7d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.469014] env[62859]: DEBUG oslo_vmware.api [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1049.469014] env[62859]: value = "task-2538504" [ 1049.469014] env[62859]: _type = "Task" [ 1049.469014] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.477959] env[62859]: DEBUG oslo_vmware.api [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538504, 'name': ResetVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.484575] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "refresh_cache-fec5eb96-332b-4ebc-b593-68ad8a9b6953" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.484919] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Instance network_info: |[{"id": "21d83193-0777-4a00-9488-80095ab41246", "address": "fa:16:3e:2f:08:d5", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d83193-07", "ovs_interfaceid": "21d83193-0777-4a00-9488-80095ab41246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1049.485400] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:08:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21d83193-0777-4a00-9488-80095ab41246', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.493995] env[62859]: DEBUG oslo.service.loopingcall [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.494485] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.494860] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc31f4b9-f064-4041-a88f-79d97c7e6067 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.515731] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.515731] env[62859]: value = "task-2538505" [ 1049.515731] env[62859]: _type = "Task" [ 1049.515731] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.516879] env[62859]: DEBUG nova.scheduler.client.report [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.529024] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538505, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.571952] env[62859]: DEBUG nova.compute.manager [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.880049] env[62859]: DEBUG oslo_vmware.api [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538503, 'name': PowerOnVM_Task, 'duration_secs': 0.65061} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.880326] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.880529] env[62859]: INFO nova.compute.manager [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1049.880702] env[62859]: DEBUG nova.compute.manager [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.881494] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ab2b7b-1101-4998-8ec2-7629ce832f00 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.902648] env[62859]: DEBUG nova.compute.manager [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Received event network-vif-plugged-21d83193-0777-4a00-9488-80095ab41246 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.902868] env[62859]: DEBUG oslo_concurrency.lockutils [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] Acquiring lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.903093] env[62859]: DEBUG oslo_concurrency.lockutils [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] Lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.903268] env[62859]: DEBUG oslo_concurrency.lockutils [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] Lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.903436] env[62859]: DEBUG nova.compute.manager [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] No waiting events found dispatching network-vif-plugged-21d83193-0777-4a00-9488-80095ab41246 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.903605] env[62859]: WARNING nova.compute.manager [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Received unexpected event network-vif-plugged-21d83193-0777-4a00-9488-80095ab41246 for instance with vm_state building and task_state spawning. [ 1049.903788] env[62859]: DEBUG nova.compute.manager [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Received event network-changed-21d83193-0777-4a00-9488-80095ab41246 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.903945] env[62859]: DEBUG nova.compute.manager [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Refreshing instance network info cache due to event network-changed-21d83193-0777-4a00-9488-80095ab41246. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.904602] env[62859]: DEBUG oslo_concurrency.lockutils [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] Acquiring lock "refresh_cache-fec5eb96-332b-4ebc-b593-68ad8a9b6953" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.904759] env[62859]: DEBUG oslo_concurrency.lockutils [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] Acquired lock "refresh_cache-fec5eb96-332b-4ebc-b593-68ad8a9b6953" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.905243] env[62859]: DEBUG nova.network.neutron [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Refreshing network info cache for port 21d83193-0777-4a00-9488-80095ab41246 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.927885] env[62859]: DEBUG nova.network.neutron [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Successfully created port: ce4c0195-ac71-4c40-a416-9f718e0e18e1 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.965425] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e812a8-e20e-8af8-3099-8f83594e7d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.046829} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.965732] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.967145] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c49e98d7-b0d5-43c5-ae70-93b3e468338f/c49e98d7-b0d5-43c5-ae70-93b3e468338f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.967145] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51fa6860-664f-4dc4-aba1-7e234f0b1103 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.976060] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1049.976060] env[62859]: value = "task-2538506" [ 1049.976060] env[62859]: _type = "Task" [ 1049.976060] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.982304] env[62859]: DEBUG oslo_vmware.api [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538504, 'name': ResetVM_Task, 'duration_secs': 0.108954} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.982931] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Did hard reboot of VM {{(pid=62859) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1049.983166] env[62859]: DEBUG nova.compute.manager [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.984031] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781311f2-3919-40ff-a27b-fe68ae93f6ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.990204] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.030431] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538505, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.096859] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.399553] env[62859]: INFO nova.compute.manager [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Took 16.27 seconds to build instance. [ 1050.487766] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538506, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.500938] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c27ec338-6586-477d-814b-d65383912ada tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.430s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.531872] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538505, 'name': CreateVM_Task, 'duration_secs': 0.698149} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.532535] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.534629] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.824s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.542499] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.542679] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.543028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.545577] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.567s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.545779] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.548167] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.661s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.549592] env[62859]: INFO nova.compute.claims [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.552150] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1bed71e-eefd-4903-aa46-b8938b79cd0f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.565048] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1050.565048] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525923a1-c03a-b561-ea2b-f3a1157a8eab" [ 1050.565048] env[62859]: _type = "Task" [ 1050.565048] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.575337] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525923a1-c03a-b561-ea2b-f3a1157a8eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.752039] env[62859]: DEBUG nova.network.neutron [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Updated VIF entry in instance network info cache for port 21d83193-0777-4a00-9488-80095ab41246. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.752562] env[62859]: DEBUG nova.network.neutron [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Updating instance_info_cache with network_info: [{"id": "21d83193-0777-4a00-9488-80095ab41246", "address": "fa:16:3e:2f:08:d5", "network": {"id": "b0ea6eec-b2be-4627-8ed8-c5a1d1c2cc8e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1978810136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94c13e2d16ba48149e5071aad32c75b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21d83193-07", "ovs_interfaceid": "21d83193-0777-4a00-9488-80095ab41246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.901985] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5a76d6d5-3fca-4919-a855-439ab0f1fdc8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.784s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.987459] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793412} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.987729] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c49e98d7-b0d5-43c5-ae70-93b3e468338f/c49e98d7-b0d5-43c5-ae70-93b3e468338f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.987945] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.988220] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b5f2492-ca4a-4229-b2d8-ca0708205fea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.995758] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1050.995758] env[62859]: value = "task-2538507" [ 1050.995758] env[62859]: _type = "Task" [ 1050.995758] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.004598] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.066026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0408105c-901a-4a06-88fe-48c94b0c6cf3 tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.683s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.067194] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.421s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.067391] env[62859]: INFO nova.compute.manager [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Unshelving [ 1051.080907] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525923a1-c03a-b561-ea2b-f3a1157a8eab, 'name': SearchDatastore_Task, 'duration_secs': 0.06705} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.081520] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.081520] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.081677] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.081817] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.081995] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.082491] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c703a2f4-61fe-4d58-9a02-6fc855b2710e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.092215] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.092436] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.093415] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d74dbfc-eae5-48ad-ae69-627d81906997 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.099499] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1051.099499] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e47a65-a83d-4c54-4d37-4c7a3d3b36be" [ 1051.099499] env[62859]: _type = "Task" [ 1051.099499] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.109872] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e47a65-a83d-4c54-4d37-4c7a3d3b36be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.255408] env[62859]: DEBUG oslo_concurrency.lockutils [req-efe580ee-c70d-4ae4-a576-6ba4780875af req-bd49b1c9-9ecb-4519-b3cb-e58575242990 service nova] Releasing lock "refresh_cache-fec5eb96-332b-4ebc-b593-68ad8a9b6953" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.506427] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.606714] env[62859]: DEBUG nova.network.neutron [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Successfully updated port: ce4c0195-ac71-4c40-a416-9f718e0e18e1 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.620118] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e47a65-a83d-4c54-4d37-4c7a3d3b36be, 'name': SearchDatastore_Task, 'duration_secs': 0.014085} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.620922] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47de3999-0570-45b4-bf07-edcb098af6bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.628696] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1051.628696] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52668214-5926-569b-7e45-d46b8076d628" [ 1051.628696] env[62859]: _type = "Task" [ 1051.628696] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.640913] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52668214-5926-569b-7e45-d46b8076d628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.767394] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c77bdf-2968-4e15-8df1-e73af5bf14a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.775782] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c569751-f6c5-48d4-9e50-9fa12bf8cc19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.806945] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1513e4-ed1b-4150-b095-3fef7aa8cd31 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.815336] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f41d12-db96-4579-b29d-505540e689d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.828997] env[62859]: DEBUG nova.compute.provider_tree [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.009103] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.727153} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.009431] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.010258] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4548efe-7025-4aa4-8474-9b76288eb487 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.033136] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c49e98d7-b0d5-43c5-ae70-93b3e468338f/c49e98d7-b0d5-43c5-ae70-93b3e468338f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.033404] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-146f7ce7-4e6a-4404-95cd-70d0e6cbb379 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.052022] env[62859]: DEBUG nova.compute.manager [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Received event network-changed-2ed6b220-0eec-4106-bb45-2707d2a4cf46 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.052022] env[62859]: DEBUG nova.compute.manager [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Refreshing instance network info cache due to event network-changed-2ed6b220-0eec-4106-bb45-2707d2a4cf46. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1052.052022] env[62859]: DEBUG oslo_concurrency.lockutils [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] Acquiring lock "refresh_cache-1bf2e44f-15b5-4071-86ce-2aea808dd53b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.052219] env[62859]: DEBUG oslo_concurrency.lockutils [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] Acquired lock "refresh_cache-1bf2e44f-15b5-4071-86ce-2aea808dd53b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.052323] env[62859]: DEBUG nova.network.neutron [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Refreshing network info cache for port 2ed6b220-0eec-4106-bb45-2707d2a4cf46 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.060821] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1052.060821] env[62859]: value = "task-2538508" [ 1052.060821] env[62859]: _type = "Task" [ 1052.060821] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.071559] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.090953] env[62859]: INFO nova.compute.manager [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Swapping old allocation on dict_keys(['494b5d0c-f15a-479a-ac4d-c7713965aa19']) held by migration 067121eb-0c90-40dc-8ec1-182852d115c6 for instance [ 1052.094699] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.114519] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.114613] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.115032] env[62859]: DEBUG nova.network.neutron [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.117958] env[62859]: DEBUG nova.scheduler.client.report [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Overwriting current allocation {'allocations': {'494b5d0c-f15a-479a-ac4d-c7713965aa19': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 134}}, 'project_id': 'b227ecbe4a204e27a0be879ffa400d90', 'user_id': '6b29d3348a044984a1448d7a76497b99', 'consumer_generation': 1} on consumer 33793e48-aee8-46f2-a0e8-3f20cd05e858 {{(pid=62859) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1052.140254] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52668214-5926-569b-7e45-d46b8076d628, 'name': SearchDatastore_Task, 'duration_secs': 0.028471} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.140516] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.140856] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] fec5eb96-332b-4ebc-b593-68ad8a9b6953/fec5eb96-332b-4ebc-b593-68ad8a9b6953.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.141056] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4ec824c-5c1b-479c-a188-20c8fd1bcaf9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.151038] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1052.151038] env[62859]: value = "task-2538509" [ 1052.151038] env[62859]: _type = "Task" [ 1052.151038] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.161518] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.217229] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.217502] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.217917] env[62859]: DEBUG nova.network.neutron [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.331972] env[62859]: DEBUG nova.scheduler.client.report [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.573417] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538508, 'name': ReconfigVM_Task, 'duration_secs': 0.425956} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.573726] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c49e98d7-b0d5-43c5-ae70-93b3e468338f/c49e98d7-b0d5-43c5-ae70-93b3e468338f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.574492] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff320124-06d6-4bf3-add3-0bf9325d511e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.585112] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1052.585112] env[62859]: value = "task-2538511" [ 1052.585112] env[62859]: _type = "Task" [ 1052.585112] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.600956] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538511, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.661706] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538509, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.686926] env[62859]: WARNING nova.network.neutron [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] 9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb already exists in list: networks containing: ['9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb']. ignoring it [ 1052.839338] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.839876] env[62859]: DEBUG nova.compute.manager [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.842611] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.746s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.844136] env[62859]: INFO nova.compute.claims [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.975303] env[62859]: DEBUG nova.network.neutron [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance_info_cache with network_info: [{"id": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "address": "fa:16:3e:60:f8:da", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8ab750-81", "ovs_interfaceid": "cb8ab750-81b1-46b0-a1d9-ac53d087db86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.991638] env[62859]: DEBUG nova.network.neutron [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Updated VIF entry in instance network info cache for port 2ed6b220-0eec-4106-bb45-2707d2a4cf46. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.991890] env[62859]: DEBUG nova.network.neutron [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Updating instance_info_cache with network_info: [{"id": "2ed6b220-0eec-4106-bb45-2707d2a4cf46", "address": "fa:16:3e:bc:5c:7d", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ed6b220-0e", "ovs_interfaceid": "2ed6b220-0eec-4106-bb45-2707d2a4cf46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.097953] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538511, 'name': Rename_Task, 'duration_secs': 0.221349} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.097953] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.097953] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1177540f-3750-4cdc-b884-c0cee3fc3c52 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.106023] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1053.106023] env[62859]: value = "task-2538512" [ 1053.106023] env[62859]: _type = "Task" [ 1053.106023] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.112561] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.160743] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61562} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.163653] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] fec5eb96-332b-4ebc-b593-68ad8a9b6953/fec5eb96-332b-4ebc-b593-68ad8a9b6953.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.163653] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.163653] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb9bec55-651e-41e0-9066-840dbf85a98a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.172028] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1053.172028] env[62859]: value = "task-2538513" [ 1053.172028] env[62859]: _type = "Task" [ 1053.172028] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.179093] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.221548] env[62859]: DEBUG nova.network.neutron [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce4c0195-ac71-4c40-a416-9f718e0e18e1", "address": "fa:16:3e:04:6b:bf", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4c0195-ac", "ovs_interfaceid": "ce4c0195-ac71-4c40-a416-9f718e0e18e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.349648] env[62859]: DEBUG nova.compute.utils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.355551] env[62859]: DEBUG nova.compute.manager [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.355551] env[62859]: DEBUG nova.network.neutron [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.420462] env[62859]: DEBUG nova.policy [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34d692a5929f458ca65ff76f3b1a871a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e9bb200572a489ca2c14c11bf27f33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.477875] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-33793e48-aee8-46f2-a0e8-3f20cd05e858" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.478844] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b609424-109d-48de-ada8-508864b6c94b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.487213] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0cc98-1cd9-4fb0-8068-3196bb78d4b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.495697] env[62859]: DEBUG oslo_concurrency.lockutils [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] Releasing lock "refresh_cache-1bf2e44f-15b5-4071-86ce-2aea808dd53b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.495963] env[62859]: DEBUG nova.compute.manager [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-vif-plugged-ce4c0195-ac71-4c40-a416-9f718e0e18e1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.496176] env[62859]: DEBUG oslo_concurrency.lockutils [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.496383] env[62859]: DEBUG oslo_concurrency.lockutils [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.496546] env[62859]: DEBUG oslo_concurrency.lockutils [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.496714] env[62859]: DEBUG nova.compute.manager [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] No waiting events found dispatching network-vif-plugged-ce4c0195-ac71-4c40-a416-9f718e0e18e1 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.496884] env[62859]: WARNING nova.compute.manager [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received unexpected event network-vif-plugged-ce4c0195-ac71-4c40-a416-9f718e0e18e1 for instance with vm_state active and task_state None. [ 1053.497056] env[62859]: DEBUG nova.compute.manager [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-changed-ce4c0195-ac71-4c40-a416-9f718e0e18e1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.497246] env[62859]: DEBUG nova.compute.manager [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Refreshing instance network info cache due to event network-changed-ce4c0195-ac71-4c40-a416-9f718e0e18e1. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.497428] env[62859]: DEBUG oslo_concurrency.lockutils [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] Acquiring lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.614529] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.679658] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070159} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.680167] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.681174] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2371ba8-b76d-41b7-aa48-a8910a10cf90 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.704970] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] fec5eb96-332b-4ebc-b593-68ad8a9b6953/fec5eb96-332b-4ebc-b593-68ad8a9b6953.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.706566] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad8041d1-8c8b-4269-b663-6ef67c828f34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.728364] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.728364] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.728364] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.730191] env[62859]: DEBUG oslo_concurrency.lockutils [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] Acquired lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.730618] env[62859]: DEBUG nova.network.neutron [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Refreshing network info cache for port ce4c0195-ac71-4c40-a416-9f718e0e18e1 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.732537] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a05273f-d93e-45d3-abb8-0bc28ad3995e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.736022] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1053.736022] env[62859]: value = "task-2538514" [ 1053.736022] env[62859]: _type = "Task" [ 1053.736022] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.754477] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.754717] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.754880] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.755082] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.755252] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.755405] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.755604] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.755766] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.755932] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.756099] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.757369] env[62859]: DEBUG nova.virt.hardware [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.762416] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Reconfiguring VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1053.763485] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a217025-ebdf-4b4c-88dc-9302bfce4b0c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.778999] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.784645] env[62859]: DEBUG oslo_vmware.api [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1053.784645] env[62859]: value = "task-2538515" [ 1053.784645] env[62859]: _type = "Task" [ 1053.784645] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.793749] env[62859]: DEBUG oslo_vmware.api [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538515, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.808504] env[62859]: DEBUG nova.network.neutron [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Successfully created port: 1db32aee-7b45-45dc-915e-4bf8a6851f7f {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.854163] env[62859]: DEBUG nova.compute.manager [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.021087] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6dde12-e540-4f0d-bc27-26e082e59e16 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.031812] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f05a7e-1646-4605-a830-3bd4f56b17c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.071076] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c51535-8444-4813-9921-30e2b49fc66e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.081183] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60accee4-2c98-4afe-90a4-40bcd4d66e7e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.097551] env[62859]: DEBUG nova.compute.provider_tree [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.120020] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.249708] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538514, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.297089] env[62859]: DEBUG oslo_vmware.api [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.563319] env[62859]: DEBUG nova.network.neutron [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updated VIF entry in instance network info cache for port ce4c0195-ac71-4c40-a416-9f718e0e18e1. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.563749] env[62859]: DEBUG nova.network.neutron [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce4c0195-ac71-4c40-a416-9f718e0e18e1", "address": "fa:16:3e:04:6b:bf", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4c0195-ac", "ovs_interfaceid": "ce4c0195-ac71-4c40-a416-9f718e0e18e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.601170] env[62859]: DEBUG nova.scheduler.client.report [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.605452] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.606240] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1adb5506-6dbe-4d57-beda-d2e49931537a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.619161] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538512, 'name': PowerOnVM_Task, 'duration_secs': 1.119063} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.621212] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.621438] env[62859]: INFO nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1054.621618] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.622263] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1054.622263] env[62859]: value = "task-2538516" [ 1054.622263] env[62859]: _type = "Task" [ 1054.622263] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.622978] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e970195-543a-4fcb-8a98-79423993f9bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.641704] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.751099] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538514, 'name': ReconfigVM_Task, 'duration_secs': 0.535431} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.751444] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Reconfigured VM instance instance-0000005c to attach disk [datastore1] fec5eb96-332b-4ebc-b593-68ad8a9b6953/fec5eb96-332b-4ebc-b593-68ad8a9b6953.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.752181] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b8846ed-f116-4ba5-a118-371414ce4e3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.761922] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1054.761922] env[62859]: value = "task-2538517" [ 1054.761922] env[62859]: _type = "Task" [ 1054.761922] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.772629] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538517, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.797299] env[62859]: DEBUG oslo_vmware.api [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538515, 'name': ReconfigVM_Task, 'duration_secs': 0.836779} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.797866] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.798154] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Reconfigured VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1054.870388] env[62859]: DEBUG nova.compute.manager [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.894923] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.895252] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.895536] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.895766] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.895925] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.896102] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.896356] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.896588] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.896782] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.896959] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.897241] env[62859]: DEBUG nova.virt.hardware [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.898142] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362cbe04-d597-4cff-ab52-b3dba83aaa3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.907456] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d05a7-793a-427a-88c4-c89de1377ade {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.067527] env[62859]: DEBUG oslo_concurrency.lockutils [req-54039f38-c0aa-45f3-882f-2480d353f457 req-9d5aa7e1-ff5c-4e32-bd24-8604ef62bcc8 service nova] Releasing lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.107355] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.107884] env[62859]: DEBUG nova.compute.manager [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.110667] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.016s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.111495] env[62859]: DEBUG nova.objects.instance [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lazy-loading 'pci_requests' on Instance uuid a4e83d62-32d3-4605-a43d-541782c7937f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.135094] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538516, 'name': PowerOffVM_Task, 'duration_secs': 0.31465} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.135377] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.136046] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.136312] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.136483] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.136672] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.136818] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.136964] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.137214] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.137379] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.137551] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.137716] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.137892] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.147737] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f89759f8-9eeb-4f43-9743-3ad0813e452a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.164451] env[62859]: INFO nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Took 18.27 seconds to build instance. [ 1055.169871] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1055.169871] env[62859]: value = "task-2538518" [ 1055.169871] env[62859]: _type = "Task" [ 1055.169871] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.180348] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.276632] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538517, 'name': Rename_Task, 'duration_secs': 0.218409} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.277026] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.277357] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ae1cd96-3b8c-430e-8bb2-465e5925a862 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.290549] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1055.290549] env[62859]: value = "task-2538519" [ 1055.290549] env[62859]: _type = "Task" [ 1055.290549] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.307689] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a3835d36-832b-4499-9c35-9365986c3c3c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.194s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.308892] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.404227] env[62859]: DEBUG nova.compute.manager [req-770c3de2-2666-472b-bad7-9c662cc7007b req-ba9b0fcb-88de-4e1d-bb37-d159995d9b6c service nova] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Received event network-vif-plugged-1db32aee-7b45-45dc-915e-4bf8a6851f7f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.404503] env[62859]: DEBUG oslo_concurrency.lockutils [req-770c3de2-2666-472b-bad7-9c662cc7007b req-ba9b0fcb-88de-4e1d-bb37-d159995d9b6c service nova] Acquiring lock "57d4d32f-4460-48f4-b9da-afb73bc8806f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.404847] env[62859]: DEBUG oslo_concurrency.lockutils [req-770c3de2-2666-472b-bad7-9c662cc7007b req-ba9b0fcb-88de-4e1d-bb37-d159995d9b6c service nova] Lock "57d4d32f-4460-48f4-b9da-afb73bc8806f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.405125] env[62859]: DEBUG oslo_concurrency.lockutils [req-770c3de2-2666-472b-bad7-9c662cc7007b req-ba9b0fcb-88de-4e1d-bb37-d159995d9b6c service nova] Lock "57d4d32f-4460-48f4-b9da-afb73bc8806f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.405323] env[62859]: DEBUG nova.compute.manager [req-770c3de2-2666-472b-bad7-9c662cc7007b req-ba9b0fcb-88de-4e1d-bb37-d159995d9b6c service nova] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] No waiting events found dispatching network-vif-plugged-1db32aee-7b45-45dc-915e-4bf8a6851f7f {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.405573] env[62859]: WARNING nova.compute.manager [req-770c3de2-2666-472b-bad7-9c662cc7007b req-ba9b0fcb-88de-4e1d-bb37-d159995d9b6c service nova] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Received unexpected event network-vif-plugged-1db32aee-7b45-45dc-915e-4bf8a6851f7f for instance with vm_state building and task_state spawning. [ 1055.548475] env[62859]: DEBUG nova.network.neutron [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Successfully updated port: 1db32aee-7b45-45dc-915e-4bf8a6851f7f {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.613910] env[62859]: DEBUG nova.compute.utils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.616626] env[62859]: DEBUG nova.objects.instance [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lazy-loading 'numa_topology' on Instance uuid a4e83d62-32d3-4605-a43d-541782c7937f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.617878] env[62859]: DEBUG nova.compute.manager [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.617982] env[62859]: DEBUG nova.network.neutron [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.655563] env[62859]: DEBUG nova.policy [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b68fa46828cc4e0fa7fc3b70a3dc5b61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dfddf2c83ad40dcbfeea6188f9b62c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.671124] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.780s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.681048] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538518, 'name': ReconfigVM_Task, 'duration_secs': 0.237245} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.682183] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c655564-e1a2-4bf4-aedf-ac1dbff3ca07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.709441] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.709714] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.709877] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.710073] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.710229] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.710412] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.710585] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.710757] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.710920] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.711596] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.711596] env[62859]: DEBUG nova.virt.hardware [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.714098] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61dadf04-ee9a-436f-a8cf-6c26b32045e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.720522] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1055.720522] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5246205c-bf0f-b6f9-b867-d86df264378e" [ 1055.720522] env[62859]: _type = "Task" [ 1055.720522] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.730763] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5246205c-bf0f-b6f9-b867-d86df264378e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.801518] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538519, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.977595] env[62859]: DEBUG nova.network.neutron [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Successfully created port: 3ac7e7ee-2328-4037-893d-53c0c3f1f03b {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.050910] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-57d4d32f-4460-48f4-b9da-afb73bc8806f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.051234] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-57d4d32f-4460-48f4-b9da-afb73bc8806f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.051384] env[62859]: DEBUG nova.network.neutron [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.119329] env[62859]: DEBUG nova.compute.manager [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.126493] env[62859]: INFO nova.compute.claims [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.231942] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5246205c-bf0f-b6f9-b867-d86df264378e, 'name': SearchDatastore_Task, 'duration_secs': 0.026686} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.237360] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.237827] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee548294-d41d-4209-9b1c-fd5b0d2dfff5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.259590] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1056.259590] env[62859]: value = "task-2538521" [ 1056.259590] env[62859]: _type = "Task" [ 1056.259590] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.269186] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.302976] env[62859]: DEBUG oslo_vmware.api [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538519, 'name': PowerOnVM_Task, 'duration_secs': 0.860877} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.303108] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.303358] env[62859]: INFO nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1056.303579] env[62859]: DEBUG nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.304423] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42950322-5a7c-4c1a-9862-ae315bffc7e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.616668] env[62859]: DEBUG nova.network.neutron [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.773304] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538521, 'name': ReconfigVM_Task, 'duration_secs': 0.427351} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.779460] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.779460] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d03742e-37aa-4fa8-bb42-39c72af1af6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.817063] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 33793e48-aee8-46f2-a0e8-3f20cd05e858/33793e48-aee8-46f2-a0e8-3f20cd05e858.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.817063] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ddf0df-3bba-4937-91a4-e5f2b0d0ba61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.830370] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23e053b-a68c-4352-a30e-f0096c1695cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.838803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.839080] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.839293] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.839553] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.839730] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.843885] env[62859]: INFO nova.compute.manager [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Terminating instance [ 1056.845272] env[62859]: INFO nova.compute.manager [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Took 19.91 seconds to build instance. [ 1056.852113] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cb059f-b9f0-4b55-bc09-6eae0661aa1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.857199] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1056.857199] env[62859]: value = "task-2538522" [ 1056.857199] env[62859]: _type = "Task" [ 1056.857199] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.892026] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e3d6e0-9e1b-42bd-afd1-8f277b00c46c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.899754] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.905425] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3c6262-8a38-4a16-934a-9191beac647e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.919656] env[62859]: DEBUG nova.compute.provider_tree [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.991221] env[62859]: DEBUG nova.network.neutron [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Updating instance_info_cache with network_info: [{"id": "1db32aee-7b45-45dc-915e-4bf8a6851f7f", "address": "fa:16:3e:89:a6:66", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db32aee-7b", "ovs_interfaceid": "1db32aee-7b45-45dc-915e-4bf8a6851f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.138503] env[62859]: DEBUG nova.compute.manager [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.166182] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.166453] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.166723] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.166944] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.167121] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.167388] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.167620] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.167777] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.167948] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.168131] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.168340] env[62859]: DEBUG nova.virt.hardware [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.169587] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4789793d-f3a0-40b2-b89a-f767b6120684 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.184996] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62ac523-9711-4218-b340-ab480c70d580 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.351210] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c7b38ba-aace-4962-a81a-4c20c04af4a9 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.428s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.351905] env[62859]: DEBUG nova.compute.manager [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.352192] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.353192] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451dd247-f892-4b74-b93a-a06453099ce9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.367360] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.369940] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.370212] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-502eb011-63e2-4441-8fdb-3c9c4c894a14 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.379446] env[62859]: DEBUG oslo_vmware.api [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1057.379446] env[62859]: value = "task-2538523" [ 1057.379446] env[62859]: _type = "Task" [ 1057.379446] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.390459] env[62859]: DEBUG oslo_vmware.api [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.427112] env[62859]: DEBUG nova.scheduler.client.report [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.434687] env[62859]: DEBUG nova.compute.manager [req-6ed854a6-0661-4108-b2b2-0536703a571a req-845fe821-a1be-499d-ae2f-90a13d411ba2 service nova] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Received event network-changed-1db32aee-7b45-45dc-915e-4bf8a6851f7f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.434687] env[62859]: DEBUG nova.compute.manager [req-6ed854a6-0661-4108-b2b2-0536703a571a req-845fe821-a1be-499d-ae2f-90a13d411ba2 service nova] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Refreshing instance network info cache due to event network-changed-1db32aee-7b45-45dc-915e-4bf8a6851f7f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.434687] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ed854a6-0661-4108-b2b2-0536703a571a req-845fe821-a1be-499d-ae2f-90a13d411ba2 service nova] Acquiring lock "refresh_cache-57d4d32f-4460-48f4-b9da-afb73bc8806f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.496589] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-57d4d32f-4460-48f4-b9da-afb73bc8806f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.496589] env[62859]: DEBUG nova.compute.manager [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Instance network_info: |[{"id": "1db32aee-7b45-45dc-915e-4bf8a6851f7f", "address": "fa:16:3e:89:a6:66", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db32aee-7b", "ovs_interfaceid": "1db32aee-7b45-45dc-915e-4bf8a6851f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.496589] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ed854a6-0661-4108-b2b2-0536703a571a req-845fe821-a1be-499d-ae2f-90a13d411ba2 service nova] Acquired lock "refresh_cache-57d4d32f-4460-48f4-b9da-afb73bc8806f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.496589] env[62859]: DEBUG nova.network.neutron [req-6ed854a6-0661-4108-b2b2-0536703a571a req-845fe821-a1be-499d-ae2f-90a13d411ba2 service nova] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Refreshing network info cache for port 1db32aee-7b45-45dc-915e-4bf8a6851f7f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.497085] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:a6:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1db32aee-7b45-45dc-915e-4bf8a6851f7f', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.506043] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Creating folder: Project (4e9bb200572a489ca2c14c11bf27f33c). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.509471] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c53d63f-62ef-4efe-bc0b-c6f387213125 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.524249] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Created folder: Project (4e9bb200572a489ca2c14c11bf27f33c) in parent group-v512592. [ 1057.524487] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Creating folder: Instances. Parent ref: group-v512860. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.524739] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1fbb02c-0bdd-4b8f-a1d3-5856a557f2fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.537041] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Created folder: Instances in parent group-v512860. [ 1057.537432] env[62859]: DEBUG oslo.service.loopingcall [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.537701] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.537967] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f2f60ef-c684-4344-a380-4866a3757189 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.563050] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.563050] env[62859]: value = "task-2538527" [ 1057.563050] env[62859]: _type = "Task" [ 1057.563050] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.573980] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538527, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.585807] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.586081] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.586460] env[62859]: DEBUG nova.objects.instance [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'flavor' on Instance uuid 37b8fd86-aa69-4f7a-ac94-af9936f306d7 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.640977] env[62859]: DEBUG nova.network.neutron [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Successfully updated port: 3ac7e7ee-2328-4037-893d-53c0c3f1f03b {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.679486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.679811] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.680079] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.680313] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.680703] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.683308] env[62859]: INFO nova.compute.manager [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Terminating instance [ 1057.743012] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.743325] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.743544] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.743731] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.743900] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.746509] env[62859]: INFO nova.compute.manager [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Terminating instance [ 1057.848921] env[62859]: DEBUG nova.network.neutron [req-6ed854a6-0661-4108-b2b2-0536703a571a req-845fe821-a1be-499d-ae2f-90a13d411ba2 service nova] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Updated VIF entry in instance network info cache for port 1db32aee-7b45-45dc-915e-4bf8a6851f7f. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.849336] env[62859]: DEBUG nova.network.neutron [req-6ed854a6-0661-4108-b2b2-0536703a571a req-845fe821-a1be-499d-ae2f-90a13d411ba2 service nova] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Updating instance_info_cache with network_info: [{"id": "1db32aee-7b45-45dc-915e-4bf8a6851f7f", "address": "fa:16:3e:89:a6:66", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db32aee-7b", "ovs_interfaceid": "1db32aee-7b45-45dc-915e-4bf8a6851f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.868518] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538522, 'name': ReconfigVM_Task, 'duration_secs': 0.619795} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.869308] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 33793e48-aee8-46f2-a0e8-3f20cd05e858/33793e48-aee8-46f2-a0e8-3f20cd05e858.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.869778] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d889b653-2300-4f35-9abc-5b8ea9de229f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.897448] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a654e7f2-5739-4d96-bea2-3f045ca0c82e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.906716] env[62859]: DEBUG oslo_vmware.api [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538523, 'name': PowerOffVM_Task, 'duration_secs': 0.353233} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.922758] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.922898] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.923668] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f026153-a0b6-47f4-93bf-18bbd7dfc1c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.925852] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cfa546-287e-46df-ba31-9d808ae80316 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.930414] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.948684] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d651529c-7644-492d-8a32-9256c97e38df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.956805] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.957114] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e70615b-888e-4762-8527-6cca1cba9b7f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.964719] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1057.964719] env[62859]: value = "task-2538529" [ 1057.964719] env[62859]: _type = "Task" [ 1057.964719] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.973051] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.075762] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538527, 'name': CreateVM_Task, 'duration_secs': 0.453254} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.076044] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.076867] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.077088] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.077497] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.077777] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79965e1-fbb4-43dd-a5b3-60d350dadd0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.083628] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1058.083628] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c91326-7bdd-51fc-b5b3-1b75dee7fb47" [ 1058.083628] env[62859]: _type = "Task" [ 1058.083628] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.095108] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c91326-7bdd-51fc-b5b3-1b75dee7fb47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.144523] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquiring lock "refresh_cache-ad2897f5-eeb0-4f9c-8603-9a75e6c68507" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.144759] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquired lock "refresh_cache-ad2897f5-eeb0-4f9c-8603-9a75e6c68507" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.144978] env[62859]: DEBUG nova.network.neutron [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.187686] env[62859]: DEBUG nova.compute.manager [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.187989] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.188731] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.188940] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.189147] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleting the datastore file [datastore1] f37c4ccf-a04a-4627-a3f7-3eab6f93a928 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.189965] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4e9509-bd54-48c4-9fc8-6e121e0f2f5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.193178] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aa927a4-61b6-40ee-a52e-235addba851c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.199894] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.201141] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03a54aff-8486-486f-a0d9-81c3d2322ae6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.202741] env[62859]: DEBUG oslo_vmware.api [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for the task: (returnval){ [ 1058.202741] env[62859]: value = "task-2538530" [ 1058.202741] env[62859]: _type = "Task" [ 1058.202741] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.207893] env[62859]: DEBUG oslo_vmware.api [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1058.207893] env[62859]: value = "task-2538531" [ 1058.207893] env[62859]: _type = "Task" [ 1058.207893] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.213918] env[62859]: DEBUG oslo_vmware.api [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.224771] env[62859]: DEBUG oslo_vmware.api [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.229400] env[62859]: INFO nova.network.neutron [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating port 61ece41e-78cd-4851-8966-d0ac21207904 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1058.254389] env[62859]: DEBUG nova.compute.manager [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.254645] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.255756] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb32ae7-807a-4237-922f-90b744ddeb18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.266087] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.266399] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e22f259b-7227-4064-9d4a-7fc9f3113f4b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.275958] env[62859]: DEBUG oslo_vmware.api [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1058.275958] env[62859]: value = "task-2538532" [ 1058.275958] env[62859]: _type = "Task" [ 1058.275958] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.286528] env[62859]: DEBUG oslo_vmware.api [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.352563] env[62859]: DEBUG oslo_concurrency.lockutils [req-6ed854a6-0661-4108-b2b2-0536703a571a req-845fe821-a1be-499d-ae2f-90a13d411ba2 service nova] Releasing lock "refresh_cache-57d4d32f-4460-48f4-b9da-afb73bc8806f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.387399] env[62859]: DEBUG nova.objects.instance [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'pci_requests' on Instance uuid 37b8fd86-aa69-4f7a-ac94-af9936f306d7 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.476148] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.594715] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c91326-7bdd-51fc-b5b3-1b75dee7fb47, 'name': SearchDatastore_Task, 'duration_secs': 0.011092} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.595057] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.595308] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.595703] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.595703] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.595848] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.596135] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2c0d5bb-0365-4e5b-bdcd-662d5cc356f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.611583] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.611790] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.612693] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65306683-dfe2-4a54-999f-f2de608df191 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.618929] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1058.618929] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f82383-ff3c-a33e-f11a-df90459eac1c" [ 1058.618929] env[62859]: _type = "Task" [ 1058.618929] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.627344] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f82383-ff3c-a33e-f11a-df90459eac1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.690544] env[62859]: DEBUG nova.network.neutron [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.716224] env[62859]: DEBUG oslo_vmware.api [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Task: {'id': task-2538530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166238} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.716444] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.716633] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.716838] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.717050] env[62859]: INFO nova.compute.manager [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1058.717329] env[62859]: DEBUG oslo.service.loopingcall [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.717844] env[62859]: DEBUG nova.compute.manager [-] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.717968] env[62859]: DEBUG nova.network.neutron [-] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.722518] env[62859]: DEBUG oslo_vmware.api [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538531, 'name': PowerOffVM_Task, 'duration_secs': 0.29489} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.722746] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.722911] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.723171] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-504dc6d7-0e04-4b0e-a830-bbc14a27705c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.788621] env[62859]: DEBUG oslo_vmware.api [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538532, 'name': PowerOffVM_Task, 'duration_secs': 0.234528} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.788909] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.789089] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.789339] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cde980c5-c9c6-438b-a99e-906acc9eb898 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.812363] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.812582] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.812761] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleting the datastore file [datastore1] c49e98d7-b0d5-43c5-ae70-93b3e468338f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.813050] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a83099cb-e9b0-4b32-ba22-c5a0df13db7a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.820333] env[62859]: DEBUG oslo_vmware.api [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1058.820333] env[62859]: value = "task-2538535" [ 1058.820333] env[62859]: _type = "Task" [ 1058.820333] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.828996] env[62859]: DEBUG oslo_vmware.api [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.855936] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.855979] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.856258] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleting the datastore file [datastore1] fec5eb96-332b-4ebc-b593-68ad8a9b6953 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.856459] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb4312c0-076d-481f-9a77-0bddb48aad67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.866875] env[62859]: DEBUG oslo_vmware.api [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for the task: (returnval){ [ 1058.866875] env[62859]: value = "task-2538536" [ 1058.866875] env[62859]: _type = "Task" [ 1058.866875] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.868973] env[62859]: DEBUG nova.network.neutron [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Updating instance_info_cache with network_info: [{"id": "3ac7e7ee-2328-4037-893d-53c0c3f1f03b", "address": "fa:16:3e:37:e0:33", "network": {"id": "90745e97-c67b-4da1-8937-32c7d1d20b7b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1349554634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfddf2c83ad40dcbfeea6188f9b62c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac7e7ee-23", "ovs_interfaceid": "3ac7e7ee-2328-4037-893d-53c0c3f1f03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.879735] env[62859]: DEBUG oslo_vmware.api [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.889521] env[62859]: DEBUG nova.objects.base [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Object Instance<37b8fd86-aa69-4f7a-ac94-af9936f306d7> lazy-loaded attributes: flavor,pci_requests {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.890176] env[62859]: DEBUG nova.network.neutron [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.976796] env[62859]: DEBUG oslo_vmware.api [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538529, 'name': PowerOnVM_Task, 'duration_secs': 0.634087} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.977131] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.991024] env[62859]: DEBUG nova.policy [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a042127235494a89872707ef07b540c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01142dda89b94b64ae99add7684d2f5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.012823] env[62859]: DEBUG nova.compute.manager [req-ecd0a2f5-29f2-48e0-8e8c-c2b9ad4d9cf7 req-3344dfd4-0675-4770-889d-3e4fd0122d47 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Received event network-vif-deleted-a0b41fa6-3827-4d61-93d3-3efe72ae0a4e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.012823] env[62859]: INFO nova.compute.manager [req-ecd0a2f5-29f2-48e0-8e8c-c2b9ad4d9cf7 req-3344dfd4-0675-4770-889d-3e4fd0122d47 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Neutron deleted interface a0b41fa6-3827-4d61-93d3-3efe72ae0a4e; detaching it from the instance and deleting it from the info cache [ 1059.012823] env[62859]: DEBUG nova.network.neutron [req-ecd0a2f5-29f2-48e0-8e8c-c2b9ad4d9cf7 req-3344dfd4-0675-4770-889d-3e4fd0122d47 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.130629] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f82383-ff3c-a33e-f11a-df90459eac1c, 'name': SearchDatastore_Task, 'duration_secs': 0.034217} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.131516] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b54745-6321-402e-bd7e-7854a7896a76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.137522] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1059.137522] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52894e51-17b0-0964-9098-1e368de60719" [ 1059.137522] env[62859]: _type = "Task" [ 1059.137522] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.146531] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52894e51-17b0-0964-9098-1e368de60719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.330702] env[62859]: DEBUG oslo_vmware.api [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359835} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.330991] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.331228] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.331412] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.331645] env[62859]: INFO nova.compute.manager [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1059.331912] env[62859]: DEBUG oslo.service.loopingcall [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.332131] env[62859]: DEBUG nova.compute.manager [-] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.332240] env[62859]: DEBUG nova.network.neutron [-] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.373229] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Releasing lock "refresh_cache-ad2897f5-eeb0-4f9c-8603-9a75e6c68507" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.373594] env[62859]: DEBUG nova.compute.manager [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Instance network_info: |[{"id": "3ac7e7ee-2328-4037-893d-53c0c3f1f03b", "address": "fa:16:3e:37:e0:33", "network": {"id": "90745e97-c67b-4da1-8937-32c7d1d20b7b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1349554634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfddf2c83ad40dcbfeea6188f9b62c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac7e7ee-23", "ovs_interfaceid": "3ac7e7ee-2328-4037-893d-53c0c3f1f03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.373938] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:e0:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ac7e7ee-2328-4037-893d-53c0c3f1f03b', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.381575] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Creating folder: Project (0dfddf2c83ad40dcbfeea6188f9b62c3). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.382258] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3e6bc90-4341-45ac-867f-3a4d3662231f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.387541] env[62859]: DEBUG oslo_vmware.api [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Task: {'id': task-2538536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333528} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.387779] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.387956] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.388151] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.388350] env[62859]: INFO nova.compute.manager [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1059.388596] env[62859]: DEBUG oslo.service.loopingcall [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.388794] env[62859]: DEBUG nova.compute.manager [-] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.388884] env[62859]: DEBUG nova.network.neutron [-] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.396839] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Created folder: Project (0dfddf2c83ad40dcbfeea6188f9b62c3) in parent group-v512592. [ 1059.397131] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Creating folder: Instances. Parent ref: group-v512863. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.397405] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-777742e7-3651-4eef-ba77-b444033eb8a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.407969] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Created folder: Instances in parent group-v512863. [ 1059.408445] env[62859]: DEBUG oslo.service.loopingcall [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.408741] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.409121] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77be267f-2585-4464-85f9-d3741c763ac2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.431195] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.431195] env[62859]: value = "task-2538539" [ 1059.431195] env[62859]: _type = "Task" [ 1059.431195] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.439928] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538539, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.486145] env[62859]: DEBUG nova.network.neutron [-] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.515894] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-342c31a2-81d3-4c0b-8f93-262428a1eac6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.530442] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f9e840-6d15-4259-a295-21ab962e4455 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.544412] env[62859]: DEBUG nova.compute.manager [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Received event network-vif-plugged-3ac7e7ee-2328-4037-893d-53c0c3f1f03b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.544707] env[62859]: DEBUG oslo_concurrency.lockutils [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] Acquiring lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.544924] env[62859]: DEBUG oslo_concurrency.lockutils [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] Lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.545103] env[62859]: DEBUG oslo_concurrency.lockutils [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] Lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.545472] env[62859]: DEBUG nova.compute.manager [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] No waiting events found dispatching network-vif-plugged-3ac7e7ee-2328-4037-893d-53c0c3f1f03b {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.545682] env[62859]: WARNING nova.compute.manager [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Received unexpected event network-vif-plugged-3ac7e7ee-2328-4037-893d-53c0c3f1f03b for instance with vm_state building and task_state spawning. [ 1059.545801] env[62859]: DEBUG nova.compute.manager [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Received event network-changed-3ac7e7ee-2328-4037-893d-53c0c3f1f03b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1059.545955] env[62859]: DEBUG nova.compute.manager [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Refreshing instance network info cache due to event network-changed-3ac7e7ee-2328-4037-893d-53c0c3f1f03b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1059.547019] env[62859]: DEBUG oslo_concurrency.lockutils [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] Acquiring lock "refresh_cache-ad2897f5-eeb0-4f9c-8603-9a75e6c68507" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.547019] env[62859]: DEBUG oslo_concurrency.lockutils [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] Acquired lock "refresh_cache-ad2897f5-eeb0-4f9c-8603-9a75e6c68507" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.547019] env[62859]: DEBUG nova.network.neutron [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Refreshing network info cache for port 3ac7e7ee-2328-4037-893d-53c0c3f1f03b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.570034] env[62859]: DEBUG nova.compute.manager [req-ecd0a2f5-29f2-48e0-8e8c-c2b9ad4d9cf7 req-3344dfd4-0675-4770-889d-3e4fd0122d47 service nova] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Detach interface failed, port_id=a0b41fa6-3827-4d61-93d3-3efe72ae0a4e, reason: Instance f37c4ccf-a04a-4627-a3f7-3eab6f93a928 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1059.650844] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52894e51-17b0-0964-9098-1e368de60719, 'name': SearchDatastore_Task, 'duration_secs': 0.019417} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.651139] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.651411] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 57d4d32f-4460-48f4-b9da-afb73bc8806f/57d4d32f-4460-48f4-b9da-afb73bc8806f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.651687] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf08494c-b943-47a3-87d5-caa5d4f84f8f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.660108] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1059.660108] env[62859]: value = "task-2538541" [ 1059.660108] env[62859]: _type = "Task" [ 1059.660108] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.669230] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.943215] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538539, 'name': CreateVM_Task, 'duration_secs': 0.364191} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.944156] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.944361] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.944545] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.944902] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1059.945338] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39074338-62f0-4a5c-bcde-7abbc7941fd9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.951801] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1059.951801] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5269cdf2-c45f-b9a9-b83b-54d8a1717534" [ 1059.951801] env[62859]: _type = "Task" [ 1059.951801] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.961635] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5269cdf2-c45f-b9a9-b83b-54d8a1717534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.969810] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.969935] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.970147] env[62859]: DEBUG nova.network.neutron [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.993720] env[62859]: INFO nova.compute.manager [-] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Took 1.28 seconds to deallocate network for instance. [ 1060.026043] env[62859]: INFO nova.compute.manager [None req-7bc39654-0fcc-426d-b212-c11e0cda8439 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance to original state: 'active' [ 1060.171034] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467936} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.171314] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 57d4d32f-4460-48f4-b9da-afb73bc8806f/57d4d32f-4460-48f4-b9da-afb73bc8806f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.171530] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.171785] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76cefcb0-aa3c-49fb-be4f-b179e810f1e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.178922] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1060.178922] env[62859]: value = "task-2538542" [ 1060.178922] env[62859]: _type = "Task" [ 1060.178922] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.189205] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.240514] env[62859]: DEBUG nova.network.neutron [-] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.241804] env[62859]: DEBUG nova.network.neutron [-] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.330991] env[62859]: DEBUG nova.network.neutron [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Updated VIF entry in instance network info cache for port 3ac7e7ee-2328-4037-893d-53c0c3f1f03b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.331371] env[62859]: DEBUG nova.network.neutron [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Updating instance_info_cache with network_info: [{"id": "3ac7e7ee-2328-4037-893d-53c0c3f1f03b", "address": "fa:16:3e:37:e0:33", "network": {"id": "90745e97-c67b-4da1-8937-32c7d1d20b7b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1349554634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfddf2c83ad40dcbfeea6188f9b62c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac7e7ee-23", "ovs_interfaceid": "3ac7e7ee-2328-4037-893d-53c0c3f1f03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.465647] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5269cdf2-c45f-b9a9-b83b-54d8a1717534, 'name': SearchDatastore_Task, 'duration_secs': 0.019656} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.466229] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.466554] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.466827] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.466986] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.467181] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.467485] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-182bef50-d213-4cfc-b17b-1f31f2e2d359 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.477434] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.477638] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.478379] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c771a0-f74d-43d4-a2cf-848575cd877b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.484731] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1060.484731] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5277569f-98b8-d52f-5837-f440911b01c2" [ 1060.484731] env[62859]: _type = "Task" [ 1060.484731] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.493133] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5277569f-98b8-d52f-5837-f440911b01c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.500093] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.500337] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.500554] env[62859]: DEBUG nova.objects.instance [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lazy-loading 'resources' on Instance uuid f37c4ccf-a04a-4627-a3f7-3eab6f93a928 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.635176] env[62859]: DEBUG nova.network.neutron [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Successfully updated port: 14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.690024] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073146} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.692479] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.693375] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2e70d-75d9-4780-9e8a-e4d41eb7dddf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.720305] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 57d4d32f-4460-48f4-b9da-afb73bc8806f/57d4d32f-4460-48f4-b9da-afb73bc8806f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.720305] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be1aa853-553b-49b1-ad6c-d899867aace2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.742015] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1060.742015] env[62859]: value = "task-2538543" [ 1060.742015] env[62859]: _type = "Task" [ 1060.742015] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.748099] env[62859]: INFO nova.compute.manager [-] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Took 1.36 seconds to deallocate network for instance. [ 1060.748531] env[62859]: INFO nova.compute.manager [-] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Took 1.42 seconds to deallocate network for instance. [ 1060.761124] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.834303] env[62859]: DEBUG oslo_concurrency.lockutils [req-69157853-4e35-45ce-a5c0-d513c291dcc8 req-4eaef265-fd16-4b30-a876-b0db49028138 service nova] Releasing lock "refresh_cache-ad2897f5-eeb0-4f9c-8603-9a75e6c68507" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.843644] env[62859]: DEBUG nova.network.neutron [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating instance_info_cache with network_info: [{"id": "61ece41e-78cd-4851-8966-d0ac21207904", "address": "fa:16:3e:e9:7d:b8", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ece41e-78", "ovs_interfaceid": "61ece41e-78cd-4851-8966-d0ac21207904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.996711] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5277569f-98b8-d52f-5837-f440911b01c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.997591] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf63b555-4728-42c5-bf2f-405d492caf20 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.003662] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1061.003662] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5218e63a-5e37-7a5b-1f9a-2707d6fb51fd" [ 1061.003662] env[62859]: _type = "Task" [ 1061.003662] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.014621] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5218e63a-5e37-7a5b-1f9a-2707d6fb51fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.041930] env[62859]: DEBUG nova.compute.manager [req-c0c61a14-b26b-4342-bb3f-f755af409ed0 req-5ab1caa9-ff62-41db-ae0e-6d031e893b9e service nova] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Received event network-vif-deleted-21d83193-0777-4a00-9488-80095ab41246 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.042170] env[62859]: DEBUG nova.compute.manager [req-c0c61a14-b26b-4342-bb3f-f755af409ed0 req-5ab1caa9-ff62-41db-ae0e-6d031e893b9e service nova] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Received event network-vif-deleted-f0dbb227-6ea8-409a-9b3b-a591006cafaf {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.138197] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.138449] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.138644] env[62859]: DEBUG nova.network.neutron [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.151932] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402d7a49-b750-4279-8e4e-f788cf94a6ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.162755] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cd7c1f-ff5c-41b1-b327-b442a7052b6d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.194972] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f22d63-9ff2-4267-a58d-7fc2929b2f67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.203394] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9a45c0-0b98-41af-8f6b-df175a84a61e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.217333] env[62859]: DEBUG nova.compute.provider_tree [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.251616] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538543, 'name': ReconfigVM_Task, 'duration_secs': 0.32993} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.251918] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 57d4d32f-4460-48f4-b9da-afb73bc8806f/57d4d32f-4460-48f4-b9da-afb73bc8806f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.252604] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7d63c72-eb50-42e9-bd85-3bcb3dd3a799 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.260460] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1061.260460] env[62859]: value = "task-2538544" [ 1061.260460] env[62859]: _type = "Task" [ 1061.260460] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.265495] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.266499] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.274291] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538544, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.346316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.375301] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b69728b2b9792b926b00eb415cd6dd62',container_format='bare',created_at=2025-02-14T11:35:12Z,direct_url=,disk_format='vmdk',id=92c799dc-3044-4094-b8c2-9fc08381b012,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1754138230-shelved',owner='c411ec65f8fc4bc99d630b9fe9df64a1',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-02-14T11:35:29Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.375547] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.375704] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.375895] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.376059] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.376279] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.376422] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.376584] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.376749] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.376911] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.377099] env[62859]: DEBUG nova.virt.hardware [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.377999] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd758ba-3f35-45e0-a570-c5115940dafa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.387521] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243fca5c-2e00-4ece-86b9-0c6071927e67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.402873] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:7d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ece41e-78cd-4851-8966-d0ac21207904', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.410364] env[62859]: DEBUG oslo.service.loopingcall [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.410638] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.410856] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-272c8e0a-ad4e-4b5a-a207-a06792c29ff3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.431203] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.431203] env[62859]: value = "task-2538545" [ 1061.431203] env[62859]: _type = "Task" [ 1061.431203] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.439367] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538545, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.514801] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5218e63a-5e37-7a5b-1f9a-2707d6fb51fd, 'name': SearchDatastore_Task, 'duration_secs': 0.022291} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.515683] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.515963] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ad2897f5-eeb0-4f9c-8603-9a75e6c68507/ad2897f5-eeb0-4f9c-8603-9a75e6c68507.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.516240] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d48643a-931d-48b7-9ee5-5c84f3d82879 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.526571] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1061.526571] env[62859]: value = "task-2538546" [ 1061.526571] env[62859]: _type = "Task" [ 1061.526571] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.536227] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.693276] env[62859]: WARNING nova.network.neutron [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] 9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb already exists in list: networks containing: ['9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb']. ignoring it [ 1061.693557] env[62859]: WARNING nova.network.neutron [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] 9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb already exists in list: networks containing: ['9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb']. ignoring it [ 1061.720365] env[62859]: DEBUG nova.scheduler.client.report [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.774102] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538544, 'name': Rename_Task, 'duration_secs': 0.170598} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.774720] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.775069] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda2e8ef-a08b-4452-a032-b7829491c2f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.784837] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1061.784837] env[62859]: value = "task-2538548" [ 1061.784837] env[62859]: _type = "Task" [ 1061.784837] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.796689] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.838284] env[62859]: DEBUG nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received event network-vif-plugged-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.838486] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Acquiring lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.838715] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.838906] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.839354] env[62859]: DEBUG nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] No waiting events found dispatching network-vif-plugged-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.840152] env[62859]: WARNING nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received unexpected event network-vif-plugged-61ece41e-78cd-4851-8966-d0ac21207904 for instance with vm_state shelved_offloaded and task_state spawning. [ 1061.840152] env[62859]: DEBUG nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received event network-changed-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.840152] env[62859]: DEBUG nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Refreshing instance network info cache due to event network-changed-61ece41e-78cd-4851-8966-d0ac21207904. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1061.840293] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Acquiring lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.840411] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Acquired lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.840564] env[62859]: DEBUG nova.network.neutron [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Refreshing network info cache for port 61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.943597] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538545, 'name': CreateVM_Task, 'duration_secs': 0.456367} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.946019] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.946019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.946019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.946019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.946019] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4aafcc3-e5d5-44c4-badd-1b44596f4909 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.952347] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1061.952347] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a6bbf8-7b44-6fb7-7446-c7d882bd2f2a" [ 1061.952347] env[62859]: _type = "Task" [ 1061.952347] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.967080] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a6bbf8-7b44-6fb7-7446-c7d882bd2f2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.004841] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.005192] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.005548] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "33793e48-aee8-46f2-a0e8-3f20cd05e858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.005873] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.006194] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.008743] env[62859]: INFO nova.compute.manager [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Terminating instance [ 1062.040251] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486994} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.041027] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ad2897f5-eeb0-4f9c-8603-9a75e6c68507/ad2897f5-eeb0-4f9c-8603-9a75e6c68507.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.041027] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.041232] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ccfe894-afe2-4905-9f0e-5d90a7e9bfeb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.049361] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1062.049361] env[62859]: value = "task-2538549" [ 1062.049361] env[62859]: _type = "Task" [ 1062.049361] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.063095] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.225821] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.228522] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.963s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.228871] env[62859]: DEBUG nova.objects.instance [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lazy-loading 'resources' on Instance uuid c49e98d7-b0d5-43c5-ae70-93b3e468338f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.251610] env[62859]: INFO nova.scheduler.client.report [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Deleted allocations for instance f37c4ccf-a04a-4627-a3f7-3eab6f93a928 [ 1062.298297] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538548, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.395742] env[62859]: DEBUG nova.network.neutron [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce4c0195-ac71-4c40-a416-9f718e0e18e1", "address": "fa:16:3e:04:6b:bf", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4c0195-ac", "ovs_interfaceid": "ce4c0195-ac71-4c40-a416-9f718e0e18e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f", "address": "fa:16:3e:a4:74:73", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c4ef5d-a0", "ovs_interfaceid": "14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.462425] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.462774] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Processing image 92c799dc-3044-4094-b8c2-9fc08381b012 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.463114] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012/92c799dc-3044-4094-b8c2-9fc08381b012.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.463342] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012/92c799dc-3044-4094-b8c2-9fc08381b012.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.463592] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.464202] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b831d23b-28dc-4b60-bd42-fb219dfb3463 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.477385] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.477601] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.479090] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d233686-59f9-453a-9f23-484fe8df7c79 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.484428] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1062.484428] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524be0d2-8308-d0f0-9a8f-3ba37c1f6963" [ 1062.484428] env[62859]: _type = "Task" [ 1062.484428] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.493236] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524be0d2-8308-d0f0-9a8f-3ba37c1f6963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.514056] env[62859]: DEBUG nova.compute.manager [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.514414] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.514562] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31c073ad-fd8f-46f9-a996-4316a5ccaabe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.522390] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1062.522390] env[62859]: value = "task-2538550" [ 1062.522390] env[62859]: _type = "Task" [ 1062.522390] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.531468] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.559288] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16762} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.559522] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.560313] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d5272c-8e74-40b6-a4b4-177727ef68b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.582245] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ad2897f5-eeb0-4f9c-8603-9a75e6c68507/ad2897f5-eeb0-4f9c-8603-9a75e6c68507.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.583217] env[62859]: DEBUG nova.network.neutron [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updated VIF entry in instance network info cache for port 61ece41e-78cd-4851-8966-d0ac21207904. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.583556] env[62859]: DEBUG nova.network.neutron [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating instance_info_cache with network_info: [{"id": "61ece41e-78cd-4851-8966-d0ac21207904", "address": "fa:16:3e:e9:7d:b8", "network": {"id": "8f9f869e-4c67-4c17-86af-fd90b9d68a03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-758739275-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c411ec65f8fc4bc99d630b9fe9df64a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ece41e-78", "ovs_interfaceid": "61ece41e-78cd-4851-8966-d0ac21207904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.584718] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df243160-b555-4bb1-815a-387923349c2f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.606607] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1062.606607] env[62859]: value = "task-2538551" [ 1062.606607] env[62859]: _type = "Task" [ 1062.606607] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.616895] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.759371] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5f5e3366-aaaa-4bcb-bcc5-3e582bd0f221 tempest-ServersNegativeTestJSON-48347410 tempest-ServersNegativeTestJSON-48347410-project-member] Lock "f37c4ccf-a04a-4627-a3f7-3eab6f93a928" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.920s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.800095] env[62859]: DEBUG oslo_vmware.api [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538548, 'name': PowerOnVM_Task, 'duration_secs': 0.591691} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.802566] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.802774] env[62859]: INFO nova.compute.manager [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1062.802953] env[62859]: DEBUG nova.compute.manager [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.803944] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6694c1b-6f2a-405f-9ee5-201e5041dff9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.879361] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ff272-e73e-43a8-9c20-14e8ecda9e04 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.889350] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee8aad2-feab-48ed-a980-62790d2fed55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.921563] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.922217] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.922378] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.923674] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d9a5e7-f982-4f06-86ae-7c5796665f17 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.926644] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacd8c11-ff6f-485a-bf78-f388fd0e52ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.945746] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5779c-8e47-4c7a-af1e-5596c43cfb0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.949816] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.950056] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.950221] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.950427] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.950547] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.950691] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.950893] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.951061] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.951232] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.951391] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.951574] env[62859]: DEBUG nova.virt.hardware [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.957731] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Reconfiguring VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1062.958012] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1f84a5-e094-4646-9368-61b679d16140 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.979956] env[62859]: DEBUG nova.compute.provider_tree [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.982508] env[62859]: DEBUG oslo_vmware.api [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1062.982508] env[62859]: value = "task-2538552" [ 1062.982508] env[62859]: _type = "Task" [ 1062.982508] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.995642] env[62859]: DEBUG oslo_vmware.api [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538552, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.999263] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Preparing fetch location {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1062.999601] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Fetch image to [datastore1] OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92/OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92.vmdk {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1062.999885] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Downloading stream optimized image 92c799dc-3044-4094-b8c2-9fc08381b012 to [datastore1] OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92/OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92.vmdk on the data store datastore1 as vApp {{(pid=62859) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1063.000155] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Downloading image file data 92c799dc-3044-4094-b8c2-9fc08381b012 to the ESX as VM named 'OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92' {{(pid=62859) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1063.048960] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538550, 'name': PowerOffVM_Task, 'duration_secs': 0.223413} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.049231] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.049425] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1063.049722] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512845', 'volume_id': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'name': 'volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '33793e48-aee8-46f2-a0e8-3f20cd05e858', 'attached_at': '2025-02-14T11:35:48.000000', 'detached_at': '', 'volume_id': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'serial': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1063.050462] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b3947a-52b4-407a-88c5-392572ffaf39 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.072667] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49570fa-7085-484b-b847-8ad639c747f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.076927] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1063.076927] env[62859]: value = "resgroup-9" [ 1063.076927] env[62859]: _type = "ResourcePool" [ 1063.076927] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1063.077262] env[62859]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-40ce469e-2048-4f45-9274-e90302a3b055 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.095731] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e5e17b-0d13-4e44-926c-424ea406c65b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.101756] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Releasing lock "refresh_cache-a4e83d62-32d3-4605-a43d-541782c7937f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.102251] env[62859]: DEBUG nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-vif-plugged-14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.102538] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.102945] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.103248] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.103532] env[62859]: DEBUG nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] No waiting events found dispatching network-vif-plugged-14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.103763] env[62859]: WARNING nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received unexpected event network-vif-plugged-14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f for instance with vm_state active and task_state None. [ 1063.103946] env[62859]: DEBUG nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-changed-14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.104134] env[62859]: DEBUG nova.compute.manager [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Refreshing instance network info cache due to event network-changed-14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.104338] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Acquiring lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.104483] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Acquired lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.104645] env[62859]: DEBUG nova.network.neutron [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Refreshing network info cache for port 14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.105983] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lease: (returnval){ [ 1063.105983] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f77bc5-9d4a-530b-d4c4-b5fa69577eec" [ 1063.105983] env[62859]: _type = "HttpNfcLease" [ 1063.105983] env[62859]: } obtained for vApp import into resource pool (val){ [ 1063.105983] env[62859]: value = "resgroup-9" [ 1063.105983] env[62859]: _type = "ResourcePool" [ 1063.105983] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1063.106235] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the lease: (returnval){ [ 1063.106235] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f77bc5-9d4a-530b-d4c4-b5fa69577eec" [ 1063.106235] env[62859]: _type = "HttpNfcLease" [ 1063.106235] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1063.135644] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3105de2-be14-430e-b866-0e88d93aff87 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.145771] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538551, 'name': ReconfigVM_Task, 'duration_secs': 0.292926} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.158707] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ad2897f5-eeb0-4f9c-8603-9a75e6c68507/ad2897f5-eeb0-4f9c-8603-9a75e6c68507.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.158707] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] The volume has not been displaced from its original location: [datastore1] volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a/volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1063.163636] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1063.163929] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.163929] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f77bc5-9d4a-530b-d4c4-b5fa69577eec" [ 1063.163929] env[62859]: _type = "HttpNfcLease" [ 1063.163929] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.166122] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72f5431b-6751-48cd-aba8-64e9db8ce4c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.166122] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5f77e9-0544-444a-99f5-48dfe329f475 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.186842] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1063.186842] env[62859]: value = "task-2538554" [ 1063.186842] env[62859]: _type = "Task" [ 1063.186842] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.188243] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1063.188243] env[62859]: value = "task-2538555" [ 1063.188243] env[62859]: _type = "Task" [ 1063.188243] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.202508] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538554, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.205526] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538555, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.328868] env[62859]: INFO nova.compute.manager [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Took 19.46 seconds to build instance. [ 1063.423247] env[62859]: DEBUG nova.network.neutron [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updated VIF entry in instance network info cache for port 14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.423247] env[62859]: DEBUG nova.network.neutron [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce4c0195-ac71-4c40-a416-9f718e0e18e1", "address": "fa:16:3e:04:6b:bf", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4c0195-ac", "ovs_interfaceid": "ce4c0195-ac71-4c40-a416-9f718e0e18e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f", "address": "fa:16:3e:a4:74:73", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c4ef5d-a0", "ovs_interfaceid": "14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.484770] env[62859]: DEBUG nova.scheduler.client.report [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.498105] env[62859]: DEBUG oslo_vmware.api [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.635210] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1063.635210] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f77bc5-9d4a-530b-d4c4-b5fa69577eec" [ 1063.635210] env[62859]: _type = "HttpNfcLease" [ 1063.635210] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1063.700405] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538554, 'name': Rename_Task, 'duration_secs': 0.178144} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.703523] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.703843] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538555, 'name': ReconfigVM_Task, 'duration_secs': 0.338021} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.704056] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c33afc7b-a285-4502-8d17-bca0e41d4ca8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.705804] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.710531] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259a7780-b643-491b-8711-f9f9b9e52fa3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.726248] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1063.726248] env[62859]: value = "task-2538556" [ 1063.726248] env[62859]: _type = "Task" [ 1063.726248] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.727973] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1063.727973] env[62859]: value = "task-2538557" [ 1063.727973] env[62859]: _type = "Task" [ 1063.727973] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.743382] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.748416] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538557, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.831239] env[62859]: DEBUG oslo_concurrency.lockutils [None req-373fd3cb-553d-4107-b8fa-5ac1b7ccacf6 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "57d4d32f-4460-48f4-b9da-afb73bc8806f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.969s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.925061] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e3bdbbe-185f-49ae-8cab-dbedd3db931d req-2b4f14ed-3940-4b81-b344-18589014cef1 service nova] Releasing lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.993515] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.996115] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.730s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.996706] env[62859]: DEBUG nova.objects.instance [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lazy-loading 'resources' on Instance uuid fec5eb96-332b-4ebc-b593-68ad8a9b6953 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.003560] env[62859]: DEBUG oslo_vmware.api [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538552, 'name': ReconfigVM_Task, 'duration_secs': 0.825921} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.004332] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.004630] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Reconfigured VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1064.021625] env[62859]: INFO nova.scheduler.client.report [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleted allocations for instance c49e98d7-b0d5-43c5-ae70-93b3e468338f [ 1064.134674] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1064.134674] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f77bc5-9d4a-530b-d4c4-b5fa69577eec" [ 1064.134674] env[62859]: _type = "HttpNfcLease" [ 1064.134674] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1064.134957] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1064.134957] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f77bc5-9d4a-530b-d4c4-b5fa69577eec" [ 1064.134957] env[62859]: _type = "HttpNfcLease" [ 1064.134957] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1064.135778] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4813aa-d1d1-4bd8-93b0-57f02cc1040e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.143890] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265d9c5-e454-c0fd-520f-1d49ea9a7126/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1064.144141] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265d9c5-e454-c0fd-520f-1d49ea9a7126/disk-0.vmdk. {{(pid=62859) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1064.216481] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8adf03cd-e243-43da-be15-2eecf40a6122 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.237405] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538556, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.245511] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538557, 'name': ReconfigVM_Task, 'duration_secs': 0.159065} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.245815] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512845', 'volume_id': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'name': 'volume-ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '33793e48-aee8-46f2-a0e8-3f20cd05e858', 'attached_at': '2025-02-14T11:35:48.000000', 'detached_at': '', 'volume_id': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a', 'serial': 'ea83c6a5-30c8-465d-b1e3-4c852001bc1a'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1064.246146] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.246935] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b173c5-4897-412f-9e33-6e0bab81dd1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.253306] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.253539] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e03955ef-5ef2-4b7e-b851-edc126730e9e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.313999] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.314258] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.314447] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleting the datastore file [datastore2] 33793e48-aee8-46f2-a0e8-3f20cd05e858 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.314723] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-638b1ed3-92e1-476f-b785-cb8070c82ced {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.323363] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1064.323363] env[62859]: value = "task-2538559" [ 1064.323363] env[62859]: _type = "Task" [ 1064.323363] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.334477] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.446516] env[62859]: DEBUG oslo_concurrency.lockutils [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "57d4d32f-4460-48f4-b9da-afb73bc8806f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.446516] env[62859]: DEBUG oslo_concurrency.lockutils [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "57d4d32f-4460-48f4-b9da-afb73bc8806f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.446516] env[62859]: DEBUG oslo_concurrency.lockutils [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "57d4d32f-4460-48f4-b9da-afb73bc8806f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.446516] env[62859]: DEBUG oslo_concurrency.lockutils [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "57d4d32f-4460-48f4-b9da-afb73bc8806f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.446516] env[62859]: DEBUG oslo_concurrency.lockutils [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "57d4d32f-4460-48f4-b9da-afb73bc8806f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.447416] env[62859]: INFO nova.compute.manager [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Terminating instance [ 1064.510948] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fc70b99a-3d87-49bd-9f7f-eb7ab6cdc266 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.925s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.532019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0e205ee0-8826-488e-890d-1c1306d5fba6 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "c49e98d7-b0d5-43c5-ae70-93b3e468338f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.852s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.659175] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3363f49c-2de2-48f0-84e3-62e4970e6a0f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.674173] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d205882f-a13f-4315-b78c-d9d44ee94ccc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.709624] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3af9a8-b858-4d4b-8714-64892bfac6a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.719197] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abed10fa-6019-49ee-91a3-62eb6e46a0d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.735683] env[62859]: DEBUG nova.compute.provider_tree [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.749072] env[62859]: DEBUG oslo_vmware.api [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538556, 'name': PowerOnVM_Task, 'duration_secs': 0.552992} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.750743] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.751053] env[62859]: INFO nova.compute.manager [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1064.751316] env[62859]: DEBUG nova.compute.manager [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.752207] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6990544b-8cfc-40ba-a069-d045021a4264 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.834934] env[62859]: DEBUG oslo_vmware.api [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311104} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.835247] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.835442] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.835620] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.835797] env[62859]: INFO nova.compute.manager [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1064.836056] env[62859]: DEBUG oslo.service.loopingcall [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.837508] env[62859]: DEBUG nova.compute.manager [-] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.837508] env[62859]: DEBUG nova.network.neutron [-] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.952313] env[62859]: DEBUG nova.compute.manager [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.952542] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.953484] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c008c66-8e8b-4725-bc2e-cf974aa944d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.965248] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.965543] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4cb61fa-878a-4825-a7a9-54740cfdb904 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.973677] env[62859]: DEBUG oslo_vmware.api [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1064.973677] env[62859]: value = "task-2538560" [ 1064.973677] env[62859]: _type = "Task" [ 1064.973677] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.984444] env[62859]: DEBUG oslo_vmware.api [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.246040] env[62859]: DEBUG nova.scheduler.client.report [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.292016] env[62859]: INFO nova.compute.manager [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Took 15.21 seconds to build instance. [ 1065.493036] env[62859]: DEBUG oslo_vmware.api [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538560, 'name': PowerOffVM_Task, 'duration_secs': 0.38122} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.493036] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.493036] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.493036] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70bf2132-6a5e-4e38-a14a-8ea1ce367733 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.566991] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.567645] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.568059] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleting the datastore file [datastore2] 57d4d32f-4460-48f4-b9da-afb73bc8806f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.570802] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d9f6db9-c19a-4497-8360-35df101b393e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.576496] env[62859]: DEBUG oslo_vmware.api [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1065.576496] env[62859]: value = "task-2538562" [ 1065.576496] env[62859]: _type = "Task" [ 1065.576496] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.586751] env[62859]: DEBUG oslo_vmware.api [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.751478] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.782492] env[62859]: INFO nova.scheduler.client.report [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Deleted allocations for instance fec5eb96-332b-4ebc-b593-68ad8a9b6953 [ 1065.793516] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e48c585-de18-4db9-bb00-f51a4e3b8c42 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.724s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.853151] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Completed reading data from the image iterator. {{(pid=62859) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1065.854542] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265d9c5-e454-c0fd-520f-1d49ea9a7126/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1065.854542] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09f4c2f-8391-4f45-89b4-0e2bdedc9ea4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.862286] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265d9c5-e454-c0fd-520f-1d49ea9a7126/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1065.862462] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265d9c5-e454-c0fd-520f-1d49ea9a7126/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1065.862725] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0dd82a7b-4cb0-4c3d-88a0-86b6b2148711 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.041327] env[62859]: DEBUG nova.compute.manager [req-e111c29e-dd33-4578-9a35-b763bf4b4911 req-b3f302d1-7323-451b-bc03-67557c47617c service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Received event network-vif-deleted-cb8ab750-81b1-46b0-a1d9-ac53d087db86 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.042159] env[62859]: INFO nova.compute.manager [req-e111c29e-dd33-4578-9a35-b763bf4b4911 req-b3f302d1-7323-451b-bc03-67557c47617c service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Neutron deleted interface cb8ab750-81b1-46b0-a1d9-ac53d087db86; detaching it from the instance and deleting it from the info cache [ 1066.042159] env[62859]: DEBUG nova.network.neutron [req-e111c29e-dd33-4578-9a35-b763bf4b4911 req-b3f302d1-7323-451b-bc03-67557c47617c service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.089241] env[62859]: DEBUG oslo_vmware.api [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250339} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.089507] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.092473] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.092473] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.092473] env[62859]: INFO nova.compute.manager [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1066.092473] env[62859]: DEBUG oslo.service.loopingcall [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.092473] env[62859]: DEBUG nova.compute.manager [-] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.092473] env[62859]: DEBUG nova.network.neutron [-] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.293987] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ac1d7f02-0e29-4ed5-b905-97e7d387bbe7 tempest-MultipleCreateTestJSON-6204118 tempest-MultipleCreateTestJSON-6204118-project-member] Lock "fec5eb96-332b-4ebc-b593-68ad8a9b6953" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.551s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.376913] env[62859]: DEBUG nova.network.neutron [-] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.423338] env[62859]: DEBUG oslo_vmware.rw_handles [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265d9c5-e454-c0fd-520f-1d49ea9a7126/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1066.424062] env[62859]: INFO nova.virt.vmwareapi.images [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Downloaded image file data 92c799dc-3044-4094-b8c2-9fc08381b012 [ 1066.425742] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa1666-d2b0-4831-b1dc-dc69cea894fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.452500] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b7b4dd0-9bbb-4d99-bae3-1b4f1d939ded {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.475858] env[62859]: INFO nova.virt.vmwareapi.images [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] The imported VM was unregistered [ 1066.481303] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Caching image {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1066.481303] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Creating directory with path [datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.481303] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbda22d0-78c6-4fcb-905f-b1680c5dc7fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.516137] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Created directory with path [datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.516137] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92/OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92.vmdk to [datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012/92c799dc-3044-4094-b8c2-9fc08381b012.vmdk. {{(pid=62859) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1066.516137] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dded4b7e-ccf6-42b4-85c7-2f3d493cd281 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.524773] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1066.524773] env[62859]: value = "task-2538565" [ 1066.524773] env[62859]: _type = "Task" [ 1066.524773] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.534219] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538565, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.547303] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9985d132-84b5-4fb2-a984-96c4c683d91f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.557019] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b65698a-fb2e-4eb7-a4ec-79dec4a64cf2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.588223] env[62859]: DEBUG nova.compute.manager [req-e111c29e-dd33-4578-9a35-b763bf4b4911 req-b3f302d1-7323-451b-bc03-67557c47617c service nova] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Detach interface failed, port_id=cb8ab750-81b1-46b0-a1d9-ac53d087db86, reason: Instance 33793e48-aee8-46f2-a0e8-3f20cd05e858 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1066.861070] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-ce4c0195-ac71-4c40-a416-9f718e0e18e1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.861070] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-ce4c0195-ac71-4c40-a416-9f718e0e18e1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.882721] env[62859]: INFO nova.compute.manager [-] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Took 2.04 seconds to deallocate network for instance. [ 1067.041457] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538565, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.282103] env[62859]: DEBUG nova.network.neutron [-] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.367720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.368482] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.368914] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d82935-6fa8-4538-a874-5bab5726f972 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.397508] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c565850-bb19-486a-b9a5-7be22408eece {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.435540] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Reconfiguring VM to detach interface {{(pid=62859) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1067.435867] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f5c821c-2db6-42e9-9aa2-d5adee2610b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.453197] env[62859]: INFO nova.compute.manager [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Took 0.57 seconds to detach 1 volumes for instance. [ 1067.464963] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1067.464963] env[62859]: value = "task-2538566" [ 1067.464963] env[62859]: _type = "Task" [ 1067.464963] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.482739] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.538045] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538565, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.785150] env[62859]: INFO nova.compute.manager [-] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Took 1.69 seconds to deallocate network for instance. [ 1067.962024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.962024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.962024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.981839] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.998538] env[62859]: INFO nova.scheduler.client.report [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted allocations for instance 33793e48-aee8-46f2-a0e8-3f20cd05e858 [ 1068.044164] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538565, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.087416] env[62859]: DEBUG nova.compute.manager [req-0fc6db37-9d17-411a-970a-d216dba000ab req-2040153d-2508-43be-818c-6df4aca37134 service nova] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Received event network-vif-deleted-1db32aee-7b45-45dc-915e-4bf8a6851f7f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.087722] env[62859]: DEBUG nova.compute.manager [req-0fc6db37-9d17-411a-970a-d216dba000ab req-2040153d-2508-43be-818c-6df4aca37134 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Received event network-changed-3ac7e7ee-2328-4037-893d-53c0c3f1f03b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.087898] env[62859]: DEBUG nova.compute.manager [req-0fc6db37-9d17-411a-970a-d216dba000ab req-2040153d-2508-43be-818c-6df4aca37134 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Refreshing instance network info cache due to event network-changed-3ac7e7ee-2328-4037-893d-53c0c3f1f03b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.088151] env[62859]: DEBUG oslo_concurrency.lockutils [req-0fc6db37-9d17-411a-970a-d216dba000ab req-2040153d-2508-43be-818c-6df4aca37134 service nova] Acquiring lock "refresh_cache-ad2897f5-eeb0-4f9c-8603-9a75e6c68507" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.088342] env[62859]: DEBUG oslo_concurrency.lockutils [req-0fc6db37-9d17-411a-970a-d216dba000ab req-2040153d-2508-43be-818c-6df4aca37134 service nova] Acquired lock "refresh_cache-ad2897f5-eeb0-4f9c-8603-9a75e6c68507" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.088534] env[62859]: DEBUG nova.network.neutron [req-0fc6db37-9d17-411a-970a-d216dba000ab req-2040153d-2508-43be-818c-6df4aca37134 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Refreshing network info cache for port 3ac7e7ee-2328-4037-893d-53c0c3f1f03b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.294202] env[62859]: DEBUG oslo_concurrency.lockutils [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.294559] env[62859]: DEBUG oslo_concurrency.lockutils [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.294799] env[62859]: DEBUG nova.objects.instance [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'resources' on Instance uuid 57d4d32f-4460-48f4-b9da-afb73bc8806f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.481394] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.505800] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6deda0c0-9dbf-4098-bdb8-4f8035bcfc9e tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "33793e48-aee8-46f2-a0e8-3f20cd05e858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.500s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.542568] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538565, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.954984] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103b430c-304d-4787-95c2-f1eeddf0052e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.966420] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4253e568-fbef-4571-9a20-86c992a1063d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.983475] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.020935] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab8f167-36af-4584-aa61-e3dc3d761e2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.035589] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca93fb-4d99-4de6-80c2-85ddb7d133b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.051415] env[62859]: DEBUG nova.compute.provider_tree [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.058776] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538565, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.233020] env[62859]: DEBUG nova.network.neutron [req-0fc6db37-9d17-411a-970a-d216dba000ab req-2040153d-2508-43be-818c-6df4aca37134 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Updated VIF entry in instance network info cache for port 3ac7e7ee-2328-4037-893d-53c0c3f1f03b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.233020] env[62859]: DEBUG nova.network.neutron [req-0fc6db37-9d17-411a-970a-d216dba000ab req-2040153d-2508-43be-818c-6df4aca37134 service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Updating instance_info_cache with network_info: [{"id": "3ac7e7ee-2328-4037-893d-53c0c3f1f03b", "address": "fa:16:3e:37:e0:33", "network": {"id": "90745e97-c67b-4da1-8937-32c7d1d20b7b", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1349554634-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dfddf2c83ad40dcbfeea6188f9b62c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ac7e7ee-23", "ovs_interfaceid": "3ac7e7ee-2328-4037-893d-53c0c3f1f03b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.484070] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.540745] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538565, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.604481} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.544024] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92/OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92.vmdk to [datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012/92c799dc-3044-4094-b8c2-9fc08381b012.vmdk. [ 1069.544024] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Cleaning up location [datastore1] OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1069.544024] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_ecab908f-9aa8-4601-a518-f5561ba67f92 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.544024] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc44ab68-f7e0-4d0c-8eab-8e6ada8b7517 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.551015] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1069.551015] env[62859]: value = "task-2538568" [ 1069.551015] env[62859]: _type = "Task" [ 1069.551015] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.554706] env[62859]: DEBUG nova.scheduler.client.report [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.563037] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.735028] env[62859]: DEBUG oslo_concurrency.lockutils [req-0fc6db37-9d17-411a-970a-d216dba000ab req-2040153d-2508-43be-818c-6df4aca37134 service nova] Releasing lock "refresh_cache-ad2897f5-eeb0-4f9c-8603-9a75e6c68507" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.983595] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.066360] env[62859]: DEBUG oslo_concurrency.lockutils [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.068628] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040261} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.069144] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.069588] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012/92c799dc-3044-4094-b8c2-9fc08381b012.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.071747] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012/92c799dc-3044-4094-b8c2-9fc08381b012.vmdk to [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f/a4e83d62-32d3-4605-a43d-541782c7937f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.071747] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9c001c6-d792-4e09-9ec3-a99d50fa8f2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.079346] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1070.079346] env[62859]: value = "task-2538570" [ 1070.079346] env[62859]: _type = "Task" [ 1070.079346] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.091315] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.092357] env[62859]: INFO nova.scheduler.client.report [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted allocations for instance 57d4d32f-4460-48f4-b9da-afb73bc8806f [ 1070.184309] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "f69445b1-9733-4711-8308-6dff349beb17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.184632] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.487874] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.593639] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538570, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.603069] env[62859]: DEBUG oslo_concurrency.lockutils [None req-124df368-a22e-4a99-91ba-cefc4a405f9d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "57d4d32f-4460-48f4-b9da-afb73bc8806f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.158s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.689247] env[62859]: DEBUG nova.compute.manager [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.990837] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.096905] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538570, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.213457] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.213853] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.216795] env[62859]: INFO nova.compute.claims [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.315010] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "1ec5c0b6-4531-4f20-a044-23857162e51c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.315304] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.487973] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.589954] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538570, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.766235] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquiring lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.766526] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.818194] env[62859]: DEBUG nova.compute.manager [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.988410] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.092692] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538570, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.269056] env[62859]: DEBUG nova.compute.manager [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.348151] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.396361] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0823a03c-3e2c-4909-ab7d-5d096184238f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.408014] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3782ee-0f05-40c3-9113-3af71e780b95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.443257] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2cc6f3-8b22-4252-8122-f339abdc5f7c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.453212] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8155e30b-5190-4d2b-a531-296147f1e9d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.468929] env[62859]: DEBUG nova.compute.provider_tree [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.487029] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.590891] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538570, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.401326} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.591193] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/92c799dc-3044-4094-b8c2-9fc08381b012/92c799dc-3044-4094-b8c2-9fc08381b012.vmdk to [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f/a4e83d62-32d3-4605-a43d-541782c7937f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.591985] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266cde45-69ad-46ac-a192-8e38e7ea296d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.615148] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f/a4e83d62-32d3-4605-a43d-541782c7937f.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.615491] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6462c187-6e97-45ab-87de-f2eff8825afa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.637957] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1072.637957] env[62859]: value = "task-2538571" [ 1072.637957] env[62859]: _type = "Task" [ 1072.637957] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.647185] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.791763] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.973068] env[62859]: DEBUG nova.scheduler.client.report [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.986524] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.108425] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.108712] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.147582] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538571, 'name': ReconfigVM_Task, 'duration_secs': 0.319327} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.147868] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f/a4e83d62-32d3-4605-a43d-541782c7937f.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.148524] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8de9c05-f4ce-49bf-9645-4b1d3fe12bd3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.156821] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1073.156821] env[62859]: value = "task-2538572" [ 1073.156821] env[62859]: _type = "Task" [ 1073.156821] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.166332] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538572, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.478158] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.478706] env[62859]: DEBUG nova.compute.manager [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.482351] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.134s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.483236] env[62859]: INFO nova.compute.claims [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.495143] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.610680] env[62859]: DEBUG nova.compute.manager [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.666959] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538572, 'name': Rename_Task, 'duration_secs': 0.164509} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.667279] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.667568] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75dadc74-0156-4317-b4b0-f4092318c96e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.673868] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1073.673868] env[62859]: value = "task-2538573" [ 1073.673868] env[62859]: _type = "Task" [ 1073.673868] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.681334] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.987317] env[62859]: DEBUG nova.compute.utils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.989223] env[62859]: DEBUG nova.compute.manager [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.989438] env[62859]: DEBUG nova.network.neutron [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.997230] env[62859]: DEBUG oslo_vmware.api [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538566, 'name': ReconfigVM_Task, 'duration_secs': 6.127625} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.998157] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.998410] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Reconfigured VM to detach interface {{(pid=62859) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1074.059837] env[62859]: DEBUG nova.policy [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b29d3348a044984a1448d7a76497b99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b227ecbe4a204e27a0be879ffa400d90', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.134118] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.185062] env[62859]: DEBUG oslo_vmware.api [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538573, 'name': PowerOnVM_Task, 'duration_secs': 0.508197} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.185388] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.306272] env[62859]: DEBUG nova.compute.manager [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.307254] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e839e2-b529-40e3-aa9b-1de94b614e4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.370380] env[62859]: DEBUG nova.compute.manager [req-f9356d61-9028-45b8-94d0-40521780c643 req-25b51784-53ee-43b6-9585-1ed86a784088 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-vif-deleted-ce4c0195-ac71-4c40-a416-9f718e0e18e1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.370826] env[62859]: INFO nova.compute.manager [req-f9356d61-9028-45b8-94d0-40521780c643 req-25b51784-53ee-43b6-9585-1ed86a784088 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Neutron deleted interface ce4c0195-ac71-4c40-a416-9f718e0e18e1; detaching it from the instance and deleting it from the info cache [ 1074.371288] env[62859]: DEBUG nova.network.neutron [req-f9356d61-9028-45b8-94d0-40521780c643 req-25b51784-53ee-43b6-9585-1ed86a784088 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f", "address": "fa:16:3e:a4:74:73", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c4ef5d-a0", "ovs_interfaceid": "14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.493358] env[62859]: DEBUG nova.compute.manager [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.499655] env[62859]: DEBUG nova.network.neutron [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Successfully created port: 7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.694957] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9715fa31-394f-492f-9657-c165b6f38b8b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.705931] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e27b509-a5a3-497d-a39b-7f92456ff822 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.738018] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e15533-377a-4ceb-920a-a9efad62c952 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.745739] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366136a0-68a6-49f8-8c2b-c2c7542b607b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.760404] env[62859]: DEBUG nova.compute.provider_tree [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.825895] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b592745-2580-4283-8b32-990d6d70a00c tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.759s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.878022] env[62859]: DEBUG oslo_concurrency.lockutils [req-f9356d61-9028-45b8-94d0-40521780c643 req-25b51784-53ee-43b6-9585-1ed86a784088 service nova] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.878022] env[62859]: DEBUG oslo_concurrency.lockutils [req-f9356d61-9028-45b8-94d0-40521780c643 req-25b51784-53ee-43b6-9585-1ed86a784088 service nova] Acquired lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.878022] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63709bca-c8b1-4da7-b97d-0466bdefe1af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.896136] env[62859]: DEBUG oslo_concurrency.lockutils [req-f9356d61-9028-45b8-94d0-40521780c643 req-25b51784-53ee-43b6-9585-1ed86a784088 service nova] Releasing lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.896440] env[62859]: WARNING nova.compute.manager [req-f9356d61-9028-45b8-94d0-40521780c643 req-25b51784-53ee-43b6-9585-1ed86a784088 service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Detach interface failed, port_id=ce4c0195-ac71-4c40-a416-9f718e0e18e1, reason: No device with interface-id ce4c0195-ac71-4c40-a416-9f718e0e18e1 exists on VM: nova.exception.NotFound: No device with interface-id ce4c0195-ac71-4c40-a416-9f718e0e18e1 exists on VM [ 1075.282583] env[62859]: ERROR nova.scheduler.client.report [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [req-4f4a907c-9633-4701-8b1a-7af446661bf1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 494b5d0c-f15a-479a-ac4d-c7713965aa19. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f4a907c-9633-4701-8b1a-7af446661bf1"}]} [ 1075.298597] env[62859]: DEBUG nova.scheduler.client.report [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1075.311651] env[62859]: DEBUG nova.scheduler.client.report [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1075.311867] env[62859]: DEBUG nova.compute.provider_tree [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.322099] env[62859]: DEBUG nova.scheduler.client.report [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1075.340771] env[62859]: DEBUG nova.scheduler.client.report [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1075.350329] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.350549] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.350752] env[62859]: DEBUG nova.network.neutron [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.410109] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.410109] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.410109] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.410345] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.410345] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.412704] env[62859]: INFO nova.compute.manager [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Terminating instance [ 1075.469497] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4987b3f5-b300-4694-b7c1-e0491f44a49e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.477074] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2e2e48-4546-4aae-b6e7-8e076155b18f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.507707] env[62859]: DEBUG nova.compute.manager [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.510326] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcf0518-1e95-420f-9fcc-ba1714c31483 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.517845] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803eed57-f2b9-478a-ada5-3e3ec8a00282 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.530993] env[62859]: DEBUG nova.compute.provider_tree [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.539639] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.539939] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.540125] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.540318] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.540470] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.540621] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.540833] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.540994] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.541184] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.541351] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.541526] env[62859]: DEBUG nova.virt.hardware [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.542261] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57afdec-2565-4a0c-8516-f2bbaaf89351 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.550439] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734b8135-1969-41ad-a01b-812e50ae6049 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.917295] env[62859]: DEBUG nova.compute.manager [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.917579] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.918463] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af2a09d-5452-4ab6-97f0-4dfd2a8d137f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.926492] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.926721] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8edabdc9-eadc-402d-8e5d-20f14ecb247f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.932718] env[62859]: DEBUG oslo_vmware.api [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1075.932718] env[62859]: value = "task-2538574" [ 1075.932718] env[62859]: _type = "Task" [ 1075.932718] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.943484] env[62859]: DEBUG oslo_vmware.api [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.065689] env[62859]: DEBUG nova.scheduler.client.report [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1076.065965] env[62859]: DEBUG nova.compute.provider_tree [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 139 to 140 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1076.066162] env[62859]: DEBUG nova.compute.provider_tree [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.279189] env[62859]: INFO nova.network.neutron [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Port 14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1076.279567] env[62859]: DEBUG nova.network.neutron [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [{"id": "41216552-53db-4e9a-b6b8-4e894bc195d3", "address": "fa:16:3e:e2:97:88", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41216552-53", "ovs_interfaceid": "41216552-53db-4e9a-b6b8-4e894bc195d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.344789] env[62859]: DEBUG nova.network.neutron [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Successfully updated port: 7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.403818] env[62859]: DEBUG nova.compute.manager [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-vif-deleted-14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.403985] env[62859]: DEBUG nova.compute.manager [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received event network-vif-plugged-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.404199] env[62859]: DEBUG oslo_concurrency.lockutils [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] Acquiring lock "f69445b1-9733-4711-8308-6dff349beb17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.404406] env[62859]: DEBUG oslo_concurrency.lockutils [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] Lock "f69445b1-9733-4711-8308-6dff349beb17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.404579] env[62859]: DEBUG oslo_concurrency.lockutils [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] Lock "f69445b1-9733-4711-8308-6dff349beb17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.404748] env[62859]: DEBUG nova.compute.manager [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] No waiting events found dispatching network-vif-plugged-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.404915] env[62859]: WARNING nova.compute.manager [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received unexpected event network-vif-plugged-7afe682d-3778-446f-bf83-35da7394af51 for instance with vm_state building and task_state spawning. [ 1076.405245] env[62859]: DEBUG nova.compute.manager [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received event network-changed-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.405454] env[62859]: DEBUG nova.compute.manager [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Refreshing instance network info cache due to event network-changed-7afe682d-3778-446f-bf83-35da7394af51. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1076.405660] env[62859]: DEBUG oslo_concurrency.lockutils [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] Acquiring lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.405801] env[62859]: DEBUG oslo_concurrency.lockutils [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] Acquired lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.405961] env[62859]: DEBUG nova.network.neutron [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Refreshing network info cache for port 7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.442311] env[62859]: DEBUG oslo_vmware.api [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538574, 'name': PowerOffVM_Task, 'duration_secs': 0.225276} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.442577] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.442749] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.442998] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c66e637-bf84-4180-a227-f54eaacd1695 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.543986] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.544234] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.544422] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleting the datastore file [datastore1] 37b8fd86-aa69-4f7a-ac94-af9936f306d7 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.544975] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-661b2d26-e38a-409c-8c49-8ca3e5f3b3e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.551872] env[62859]: DEBUG oslo_vmware.api [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1076.551872] env[62859]: value = "task-2538576" [ 1076.551872] env[62859]: _type = "Task" [ 1076.551872] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.559596] env[62859]: DEBUG oslo_vmware.api [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.571376] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.090s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.571867] env[62859]: DEBUG nova.compute.manager [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.574295] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.783s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.575727] env[62859]: INFO nova.compute.claims [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.782644] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-37b8fd86-aa69-4f7a-ac94-af9936f306d7" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.849664] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.938628] env[62859]: DEBUG nova.network.neutron [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.008770] env[62859]: DEBUG nova.network.neutron [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.061561] env[62859]: DEBUG oslo_vmware.api [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168525} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.061808] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.062008] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.062199] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.062368] env[62859]: INFO nova.compute.manager [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1077.062612] env[62859]: DEBUG oslo.service.loopingcall [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.062805] env[62859]: DEBUG nova.compute.manager [-] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.062901] env[62859]: DEBUG nova.network.neutron [-] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.081875] env[62859]: DEBUG nova.compute.utils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.083098] env[62859]: DEBUG nova.compute.manager [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.083262] env[62859]: DEBUG nova.network.neutron [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.141072] env[62859]: DEBUG nova.policy [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34d692a5929f458ca65ff76f3b1a871a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e9bb200572a489ca2c14c11bf27f33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.154989] env[62859]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f could not be found.", "detail": ""}} {{(pid=62859) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1077.155220] env[62859]: DEBUG nova.network.neutron [-] Unable to show port 14c4ef5d-a0e4-46aa-9be1-0c4f1d227f0f as it no longer exists. {{(pid=62859) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1077.287402] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ab5d21c-8e6a-4973-a2e8-b83aa78e69d8 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-37b8fd86-aa69-4f7a-ac94-af9936f306d7-ce4c0195-ac71-4c40-a416-9f718e0e18e1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.428s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.511708] env[62859]: DEBUG oslo_concurrency.lockutils [req-5e10665d-60c6-413e-8bc5-ae2971433d47 req-ecdfa63d-d0d7-44cc-87b6-836b36632b9e service nova] Releasing lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.512209] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.512496] env[62859]: DEBUG nova.network.neutron [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.588351] env[62859]: DEBUG nova.compute.manager [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.725407] env[62859]: DEBUG nova.network.neutron [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Successfully created port: bf3e4843-29d5-46da-bafa-44d4e5bfef8d {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.759035] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2bb95e-9653-47d2-80de-9a60ae0323fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.766762] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1603ad05-61b9-417b-baee-6881bb1bba88 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.798190] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e273968-19c3-4203-9a6d-dcac4a09b74d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.806073] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f2bd2-9204-4fc2-b280-81a5c20ac31d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.820528] env[62859]: DEBUG nova.compute.provider_tree [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.048651] env[62859]: DEBUG nova.network.neutron [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.170885] env[62859]: DEBUG nova.network.neutron [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating instance_info_cache with network_info: [{"id": "7afe682d-3778-446f-bf83-35da7394af51", "address": "fa:16:3e:25:cc:27", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afe682d-37", "ovs_interfaceid": "7afe682d-3778-446f-bf83-35da7394af51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.355850] env[62859]: DEBUG nova.scheduler.client.report [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Updated inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1078.356161] env[62859]: DEBUG nova.compute.provider_tree [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Updating resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 generation from 140 to 141 during operation: update_inventory {{(pid=62859) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1078.356347] env[62859]: DEBUG nova.compute.provider_tree [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1078.379084] env[62859]: DEBUG nova.network.neutron [-] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.474035] env[62859]: DEBUG nova.compute.manager [req-22b29c31-a156-45b5-b2b8-74fffe054dbd req-1b747ad4-540f-44a3-ac14-289b7d4e40ea service nova] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Received event network-vif-deleted-41216552-53db-4e9a-b6b8-4e894bc195d3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.597974] env[62859]: DEBUG nova.compute.manager [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.626091] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.626353] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.626515] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.626697] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.626844] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.626993] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.627220] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.627380] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.627593] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.627768] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.627944] env[62859]: DEBUG nova.virt.hardware [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.628820] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec85aa2c-c444-4555-ade2-5d6bc8b7bfd8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.637873] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd42a187-20c4-4e52-914f-1d53fe856a10 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.673443] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.673768] env[62859]: DEBUG nova.compute.manager [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Instance network_info: |[{"id": "7afe682d-3778-446f-bf83-35da7394af51", "address": "fa:16:3e:25:cc:27", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afe682d-37", "ovs_interfaceid": "7afe682d-3778-446f-bf83-35da7394af51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.674181] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:cc:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7afe682d-3778-446f-bf83-35da7394af51', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.681694] env[62859]: DEBUG oslo.service.loopingcall [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.681908] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69445b1-9733-4711-8308-6dff349beb17] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.682138] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ecefb4-aaf9-43b2-97a7-c6d9bae29647 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.701564] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.701564] env[62859]: value = "task-2538577" [ 1078.701564] env[62859]: _type = "Task" [ 1078.701564] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.708967] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538577, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.861782] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.862379] env[62859]: DEBUG nova.compute.manager [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.865269] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.731s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.866866] env[62859]: INFO nova.compute.claims [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.881724] env[62859]: INFO nova.compute.manager [-] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Took 1.82 seconds to deallocate network for instance. [ 1079.211867] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538577, 'name': CreateVM_Task, 'duration_secs': 0.3555} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.212110] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69445b1-9733-4711-8308-6dff349beb17] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.212806] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.213028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.213351] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.213602] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6f7c33-d7f6-4eba-957d-187d6232ac54 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.218027] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1079.218027] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523df64c-766a-b95a-102f-a85187d2a735" [ 1079.218027] env[62859]: _type = "Task" [ 1079.218027] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.225612] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523df64c-766a-b95a-102f-a85187d2a735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.260755] env[62859]: DEBUG nova.network.neutron [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Successfully updated port: bf3e4843-29d5-46da-bafa-44d4e5bfef8d {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.372394] env[62859]: DEBUG nova.compute.utils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.375864] env[62859]: DEBUG nova.compute.manager [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.376565] env[62859]: DEBUG nova.network.neutron [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.390682] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.420982] env[62859]: DEBUG nova.policy [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eff8d9cc508348209d2245a568a97c94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fed86af7859b40a3846c4b899aa2aa85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.728973] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523df64c-766a-b95a-102f-a85187d2a735, 'name': SearchDatastore_Task, 'duration_secs': 0.013695} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.728973] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.729360] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.729360] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.729433] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.729592] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.729876] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1099021-8aa8-40fc-8699-c5f076c892d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.738880] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.739077] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.739935] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdaaf1f-0582-4729-9e8e-7f67b8a0f0ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.744781] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1079.744781] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52413893-9ef3-bc48-cb6a-8ebd0c73532f" [ 1079.744781] env[62859]: _type = "Task" [ 1079.744781] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.752177] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52413893-9ef3-bc48-cb6a-8ebd0c73532f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.763826] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-1ec5c0b6-4531-4f20-a044-23857162e51c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.764011] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-1ec5c0b6-4531-4f20-a044-23857162e51c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.764134] env[62859]: DEBUG nova.network.neutron [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.877025] env[62859]: DEBUG nova.compute.manager [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.884409] env[62859]: DEBUG nova.network.neutron [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Successfully created port: 26d956f7-0b58-43ea-9c0d-6c0e3b025257 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.054405] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cafc330-d0d7-43fd-9171-f1534ea418dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.062279] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d7c33b-8b45-4d2f-9886-70dbe391f5ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.092631] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9035938-544c-4fd2-b359-cd805a0bec74 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.100222] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1299d42-7362-48ab-8a7f-3d91227f7314 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.114859] env[62859]: DEBUG nova.compute.provider_tree [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.255040] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52413893-9ef3-bc48-cb6a-8ebd0c73532f, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.255722] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd43020-ff26-4e50-863f-1764ef94afb9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.260690] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1080.260690] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52da427a-b8b0-4928-74ad-ce6366e4a248" [ 1080.260690] env[62859]: _type = "Task" [ 1080.260690] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.270136] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52da427a-b8b0-4928-74ad-ce6366e4a248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.296671] env[62859]: DEBUG nova.network.neutron [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.433389] env[62859]: DEBUG nova.network.neutron [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Updating instance_info_cache with network_info: [{"id": "bf3e4843-29d5-46da-bafa-44d4e5bfef8d", "address": "fa:16:3e:82:a2:24", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3e4843-29", "ovs_interfaceid": "bf3e4843-29d5-46da-bafa-44d4e5bfef8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.498670] env[62859]: DEBUG nova.compute.manager [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Received event network-vif-plugged-bf3e4843-29d5-46da-bafa-44d4e5bfef8d {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.498842] env[62859]: DEBUG oslo_concurrency.lockutils [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] Acquiring lock "1ec5c0b6-4531-4f20-a044-23857162e51c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.499071] env[62859]: DEBUG oslo_concurrency.lockutils [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.499245] env[62859]: DEBUG oslo_concurrency.lockutils [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.499418] env[62859]: DEBUG nova.compute.manager [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] No waiting events found dispatching network-vif-plugged-bf3e4843-29d5-46da-bafa-44d4e5bfef8d {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.499586] env[62859]: WARNING nova.compute.manager [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Received unexpected event network-vif-plugged-bf3e4843-29d5-46da-bafa-44d4e5bfef8d for instance with vm_state building and task_state spawning. [ 1080.499749] env[62859]: DEBUG nova.compute.manager [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Received event network-changed-bf3e4843-29d5-46da-bafa-44d4e5bfef8d {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.499931] env[62859]: DEBUG nova.compute.manager [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Refreshing instance network info cache due to event network-changed-bf3e4843-29d5-46da-bafa-44d4e5bfef8d. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1080.500122] env[62859]: DEBUG oslo_concurrency.lockutils [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] Acquiring lock "refresh_cache-1ec5c0b6-4531-4f20-a044-23857162e51c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.617691] env[62859]: DEBUG nova.scheduler.client.report [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.771083] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52da427a-b8b0-4928-74ad-ce6366e4a248, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.771310] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.771578] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] f69445b1-9733-4711-8308-6dff349beb17/f69445b1-9733-4711-8308-6dff349beb17.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.771879] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce828a9-a7ee-4a75-bbe6-0ef916b7c64c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.778795] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1080.778795] env[62859]: value = "task-2538578" [ 1080.778795] env[62859]: _type = "Task" [ 1080.778795] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.786262] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.893729] env[62859]: DEBUG nova.compute.manager [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.920268] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.920520] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.920708] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.920921] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.921085] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.921236] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.921478] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.921655] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.921834] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.922009] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.922199] env[62859]: DEBUG nova.virt.hardware [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.923140] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2833a388-f7b8-4823-803a-5b90d6da3cb1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.931446] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af84b417-3d85-4967-9d1c-b5a566e31898 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.935738] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-1ec5c0b6-4531-4f20-a044-23857162e51c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.935955] env[62859]: DEBUG nova.compute.manager [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Instance network_info: |[{"id": "bf3e4843-29d5-46da-bafa-44d4e5bfef8d", "address": "fa:16:3e:82:a2:24", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3e4843-29", "ovs_interfaceid": "bf3e4843-29d5-46da-bafa-44d4e5bfef8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.936268] env[62859]: DEBUG oslo_concurrency.lockutils [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] Acquired lock "refresh_cache-1ec5c0b6-4531-4f20-a044-23857162e51c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.936446] env[62859]: DEBUG nova.network.neutron [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Refreshing network info cache for port bf3e4843-29d5-46da-bafa-44d4e5bfef8d {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.939082] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:a2:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf3e4843-29d5-46da-bafa-44d4e5bfef8d', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.946846] env[62859]: DEBUG oslo.service.loopingcall [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1080.948361] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.948998] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b56ae170-f1eb-4ec7-b1ed-d3dba4dd08fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.980557] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.980557] env[62859]: value = "task-2538579" [ 1080.980557] env[62859]: _type = "Task" [ 1080.980557] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.989407] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538579, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.122740] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.123220] env[62859]: DEBUG nova.compute.manager [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.126430] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.736s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.126687] env[62859]: DEBUG nova.objects.instance [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'resources' on Instance uuid 37b8fd86-aa69-4f7a-ac94-af9936f306d7 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.288719] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45204} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.289014] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] f69445b1-9733-4711-8308-6dff349beb17/f69445b1-9733-4711-8308-6dff349beb17.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.289241] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.289527] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8011c987-ef78-4498-86b1-5ddb720cacd5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.295461] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1081.295461] env[62859]: value = "task-2538580" [ 1081.295461] env[62859]: _type = "Task" [ 1081.295461] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.306294] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.490558] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538579, 'name': CreateVM_Task, 'duration_secs': 0.353772} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.490722] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.491986] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.491986] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.491986] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.492179] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a844b5-e9e0-44ed-8413-cb9e652a08f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.496388] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1081.496388] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5281993d-1a8b-40c7-8101-4e532c387235" [ 1081.496388] env[62859]: _type = "Task" [ 1081.496388] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.503798] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5281993d-1a8b-40c7-8101-4e532c387235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.630988] env[62859]: DEBUG nova.compute.utils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.634994] env[62859]: DEBUG nova.compute.manager [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.635178] env[62859]: DEBUG nova.network.neutron [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.692965] env[62859]: DEBUG nova.policy [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0988323ce26495a8ad59e9c9b72bddf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6968605e9f584348a625e6b87452890f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.734167] env[62859]: DEBUG nova.network.neutron [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Updated VIF entry in instance network info cache for port bf3e4843-29d5-46da-bafa-44d4e5bfef8d. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.734868] env[62859]: DEBUG nova.network.neutron [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Updating instance_info_cache with network_info: [{"id": "bf3e4843-29d5-46da-bafa-44d4e5bfef8d", "address": "fa:16:3e:82:a2:24", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf3e4843-29", "ovs_interfaceid": "bf3e4843-29d5-46da-bafa-44d4e5bfef8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.756277] env[62859]: DEBUG nova.network.neutron [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Successfully updated port: 26d956f7-0b58-43ea-9c0d-6c0e3b025257 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.790131] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891cd236-fc56-4591-b87f-4afeedcfeb83 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.803036] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a5edf-ffba-4563-9819-87052e261dbb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.810163] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072889} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.836281] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.837348] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c724fc1-7211-433c-9dda-77de22bebb76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.840378] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35963dc-7149-49ca-a4c2-1bbe2fb71b8f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.859332] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7728258d-eac9-459f-87bb-36fc73ce9b42 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.871852] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] f69445b1-9733-4711-8308-6dff349beb17/f69445b1-9733-4711-8308-6dff349beb17.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.872191] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa81cec5-3ee1-49f1-b2e6-dc88e112d9d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.897885] env[62859]: DEBUG nova.compute.provider_tree [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.900501] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1081.900501] env[62859]: value = "task-2538581" [ 1081.900501] env[62859]: _type = "Task" [ 1081.900501] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.909270] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.992323] env[62859]: DEBUG nova.network.neutron [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Successfully created port: 814fe0ec-e476-401a-a87e-0db2037b7faa {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.007271] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5281993d-1a8b-40c7-8101-4e532c387235, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.007271] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.007271] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.007271] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.007271] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.007271] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.007661] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a44c6cd4-ff6d-4be8-b644-1740d8bb2547 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.016613] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.016842] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.017614] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd16272e-4cea-44a2-aa3f-77dd871a340e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.023238] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1082.023238] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524a068a-4921-2c7f-0a8d-3061a3848301" [ 1082.023238] env[62859]: _type = "Task" [ 1082.023238] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.032372] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524a068a-4921-2c7f-0a8d-3061a3848301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.136477] env[62859]: DEBUG nova.compute.manager [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.241763] env[62859]: DEBUG oslo_concurrency.lockutils [req-e52ff59a-9971-45db-8961-7635153fbd44 req-9c09cd05-9a22-44b5-b243-f37cd8e2c51a service nova] Releasing lock "refresh_cache-1ec5c0b6-4531-4f20-a044-23857162e51c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.258724] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquiring lock "refresh_cache-6c46872f-5d78-424f-85c3-a67e0b33aaf3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.258833] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquired lock "refresh_cache-6c46872f-5d78-424f-85c3-a67e0b33aaf3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.258994] env[62859]: DEBUG nova.network.neutron [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.402512] env[62859]: DEBUG nova.scheduler.client.report [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.414349] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538581, 'name': ReconfigVM_Task, 'duration_secs': 0.306705} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.414627] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Reconfigured VM instance instance-0000005f to attach disk [datastore2] f69445b1-9733-4711-8308-6dff349beb17/f69445b1-9733-4711-8308-6dff349beb17.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.415616] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-297093c1-ec8a-4460-b291-9bd3a3f428e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.422318] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1082.422318] env[62859]: value = "task-2538582" [ 1082.422318] env[62859]: _type = "Task" [ 1082.422318] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.430440] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538582, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.532704] env[62859]: DEBUG nova.compute.manager [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Received event network-vif-plugged-26d956f7-0b58-43ea-9c0d-6c0e3b025257 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.532923] env[62859]: DEBUG oslo_concurrency.lockutils [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] Acquiring lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.533153] env[62859]: DEBUG oslo_concurrency.lockutils [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] Lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.533330] env[62859]: DEBUG oslo_concurrency.lockutils [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] Lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.533504] env[62859]: DEBUG nova.compute.manager [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] No waiting events found dispatching network-vif-plugged-26d956f7-0b58-43ea-9c0d-6c0e3b025257 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.533669] env[62859]: WARNING nova.compute.manager [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Received unexpected event network-vif-plugged-26d956f7-0b58-43ea-9c0d-6c0e3b025257 for instance with vm_state building and task_state spawning. [ 1082.533831] env[62859]: DEBUG nova.compute.manager [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Received event network-changed-26d956f7-0b58-43ea-9c0d-6c0e3b025257 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.533987] env[62859]: DEBUG nova.compute.manager [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Refreshing instance network info cache due to event network-changed-26d956f7-0b58-43ea-9c0d-6c0e3b025257. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1082.534175] env[62859]: DEBUG oslo_concurrency.lockutils [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] Acquiring lock "refresh_cache-6c46872f-5d78-424f-85c3-a67e0b33aaf3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.538269] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524a068a-4921-2c7f-0a8d-3061a3848301, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.539066] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afadd915-36b4-4aa5-a9b1-97da5aaee568 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.544432] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1082.544432] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a3cd8e-0283-2ff0-85da-32342101d3a8" [ 1082.544432] env[62859]: _type = "Task" [ 1082.544432] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.552872] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a3cd8e-0283-2ff0-85da-32342101d3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.641602] env[62859]: INFO nova.virt.block_device [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Booting with volume de272b6a-6416-4d39-847f-a19aeedf4ee6 at /dev/sda [ 1082.677779] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb5fb86c-78cd-4fe1-a92e-6f0860391f16 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.686451] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8713fc-54d9-4800-9d6b-ae2ac9e7da21 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.714365] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c605e8c-7d15-43df-946c-60722ee42f19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.721795] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bde2da-3240-4b42-938b-b1c031bfc4a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.750900] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ffdebd-e4c7-4c92-b927-6d7ef8791e8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.757185] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66e3045-1214-459f-ab66-af64a349390d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.770705] env[62859]: DEBUG nova.virt.block_device [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating existing volume attachment record: 0a4bbd4d-9706-490f-a4dd-2c9d43c0dc9d {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1082.787730] env[62859]: DEBUG nova.network.neutron [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.910949] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.913650] env[62859]: DEBUG nova.network.neutron [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Updating instance_info_cache with network_info: [{"id": "26d956f7-0b58-43ea-9c0d-6c0e3b025257", "address": "fa:16:3e:cd:bb:f3", "network": {"id": "3183d44e-4c81-49dc-8134-903a12418297", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-283104381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed86af7859b40a3846c4b899aa2aa85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d956f7-0b", "ovs_interfaceid": "26d956f7-0b58-43ea-9c0d-6c0e3b025257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.928703] env[62859]: INFO nova.scheduler.client.report [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleted allocations for instance 37b8fd86-aa69-4f7a-ac94-af9936f306d7 [ 1082.934895] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538582, 'name': Rename_Task, 'duration_secs': 0.141732} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.935320] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.935558] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba8905f8-9a3b-4c83-8438-96093e226160 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.943923] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1082.943923] env[62859]: value = "task-2538583" [ 1082.943923] env[62859]: _type = "Task" [ 1082.943923] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.952131] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.057696] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a3cd8e-0283-2ff0-85da-32342101d3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014209} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.057913] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.058191] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1ec5c0b6-4531-4f20-a044-23857162e51c/1ec5c0b6-4531-4f20-a044-23857162e51c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.058454] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ed814e3-eb64-4877-b1aa-0c815d798adf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.065113] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1083.065113] env[62859]: value = "task-2538584" [ 1083.065113] env[62859]: _type = "Task" [ 1083.065113] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.072504] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.404759] env[62859]: DEBUG nova.compute.manager [req-6cc914d2-f735-43ab-8da8-31223716237e req-f0cc06ab-ccb5-4088-997a-1583be278a55 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Received event network-vif-plugged-814fe0ec-e476-401a-a87e-0db2037b7faa {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.405051] env[62859]: DEBUG oslo_concurrency.lockutils [req-6cc914d2-f735-43ab-8da8-31223716237e req-f0cc06ab-ccb5-4088-997a-1583be278a55 service nova] Acquiring lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.405351] env[62859]: DEBUG oslo_concurrency.lockutils [req-6cc914d2-f735-43ab-8da8-31223716237e req-f0cc06ab-ccb5-4088-997a-1583be278a55 service nova] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.405645] env[62859]: DEBUG oslo_concurrency.lockutils [req-6cc914d2-f735-43ab-8da8-31223716237e req-f0cc06ab-ccb5-4088-997a-1583be278a55 service nova] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.405888] env[62859]: DEBUG nova.compute.manager [req-6cc914d2-f735-43ab-8da8-31223716237e req-f0cc06ab-ccb5-4088-997a-1583be278a55 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] No waiting events found dispatching network-vif-plugged-814fe0ec-e476-401a-a87e-0db2037b7faa {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.406228] env[62859]: WARNING nova.compute.manager [req-6cc914d2-f735-43ab-8da8-31223716237e req-f0cc06ab-ccb5-4088-997a-1583be278a55 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Received unexpected event network-vif-plugged-814fe0ec-e476-401a-a87e-0db2037b7faa for instance with vm_state building and task_state block_device_mapping. [ 1083.416642] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Releasing lock "refresh_cache-6c46872f-5d78-424f-85c3-a67e0b33aaf3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.417026] env[62859]: DEBUG nova.compute.manager [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Instance network_info: |[{"id": "26d956f7-0b58-43ea-9c0d-6c0e3b025257", "address": "fa:16:3e:cd:bb:f3", "network": {"id": "3183d44e-4c81-49dc-8134-903a12418297", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-283104381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed86af7859b40a3846c4b899aa2aa85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d956f7-0b", "ovs_interfaceid": "26d956f7-0b58-43ea-9c0d-6c0e3b025257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.417471] env[62859]: DEBUG oslo_concurrency.lockutils [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] Acquired lock "refresh_cache-6c46872f-5d78-424f-85c3-a67e0b33aaf3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.417766] env[62859]: DEBUG nova.network.neutron [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Refreshing network info cache for port 26d956f7-0b58-43ea-9c0d-6c0e3b025257 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.419248] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:bb:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26d956f7-0b58-43ea-9c0d-6c0e3b025257', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.427587] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Creating folder: Project (fed86af7859b40a3846c4b899aa2aa85). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.431912] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d24e9d73-13c0-4cef-a981-24c47d1c2c2f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.438871] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9642e89-4c60-4350-b985-e04fee1bf27c tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "37b8fd86-aa69-4f7a-ac94-af9936f306d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.029s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.449679] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Created folder: Project (fed86af7859b40a3846c4b899aa2aa85) in parent group-v512592. [ 1083.449997] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Creating folder: Instances. Parent ref: group-v512871. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.451112] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8b07847-9c82-41d9-bb5e-25945a408265 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.458388] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.461106] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Created folder: Instances in parent group-v512871. [ 1083.461360] env[62859]: DEBUG oslo.service.loopingcall [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1083.461563] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.462261] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21bcc187-655a-417b-a87b-b5b9f7085bbb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.486753] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.486753] env[62859]: value = "task-2538587" [ 1083.486753] env[62859]: _type = "Task" [ 1083.486753] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.496200] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538587, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.512090] env[62859]: DEBUG nova.network.neutron [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Successfully updated port: 814fe0ec-e476-401a-a87e-0db2037b7faa {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.577110] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495264} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.577403] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1ec5c0b6-4531-4f20-a044-23857162e51c/1ec5c0b6-4531-4f20-a044-23857162e51c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.577644] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.577918] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-817a308a-2cdf-4a4a-b49b-b0ca1668ab02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.585572] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1083.585572] env[62859]: value = "task-2538588" [ 1083.585572] env[62859]: _type = "Task" [ 1083.585572] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.597966] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.668114] env[62859]: DEBUG nova.network.neutron [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Updated VIF entry in instance network info cache for port 26d956f7-0b58-43ea-9c0d-6c0e3b025257. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.668487] env[62859]: DEBUG nova.network.neutron [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Updating instance_info_cache with network_info: [{"id": "26d956f7-0b58-43ea-9c0d-6c0e3b025257", "address": "fa:16:3e:cd:bb:f3", "network": {"id": "3183d44e-4c81-49dc-8134-903a12418297", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-283104381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fed86af7859b40a3846c4b899aa2aa85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d956f7-0b", "ovs_interfaceid": "26d956f7-0b58-43ea-9c0d-6c0e3b025257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.956196] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538583, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.997022] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538587, 'name': CreateVM_Task, 'duration_secs': 0.360637} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.997249] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.998045] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.998186] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.998556] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.998819] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689d24ea-a91a-4aad-9063-9ed2531e7c95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.003517] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1084.003517] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cf6265-15d5-37c0-f975-d2fee9120e14" [ 1084.003517] env[62859]: _type = "Task" [ 1084.003517] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.013376] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cf6265-15d5-37c0-f975-d2fee9120e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.015028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.015183] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.015348] env[62859]: DEBUG nova.network.neutron [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.095930] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082799} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.096283] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.097117] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe6ae34-abde-43ec-8ef2-2a01653fe0c6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.119726] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 1ec5c0b6-4531-4f20-a044-23857162e51c/1ec5c0b6-4531-4f20-a044-23857162e51c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.120343] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c7b790-b98c-439c-a29b-1745bb2d542b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.140924] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1084.140924] env[62859]: value = "task-2538589" [ 1084.140924] env[62859]: _type = "Task" [ 1084.140924] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.149158] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.171772] env[62859]: DEBUG oslo_concurrency.lockutils [req-e522cd16-41a6-4996-903d-a4a57b26e9b1 req-e84ce4c3-79c6-4761-a1b6-50b99671f74d service nova] Releasing lock "refresh_cache-6c46872f-5d78-424f-85c3-a67e0b33aaf3" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.457652] env[62859]: DEBUG oslo_vmware.api [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538583, 'name': PowerOnVM_Task, 'duration_secs': 1.100231} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.457949] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.458165] env[62859]: INFO nova.compute.manager [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1084.458357] env[62859]: DEBUG nova.compute.manager [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.459163] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69afa49f-df53-43db-aaf6-b5cede37104d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.515147] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cf6265-15d5-37c0-f975-d2fee9120e14, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.515495] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.515735] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.515969] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.516132] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.516315] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.516580] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0264808-7107-4c0d-897c-2630fe6a851e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.526844] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.526844] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.527776] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16f7f7c0-bafb-474e-b077-205f03c1a13a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.533192] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1084.533192] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52001b9d-1e79-6701-9503-0703847318e9" [ 1084.533192] env[62859]: _type = "Task" [ 1084.533192] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.540918] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52001b9d-1e79-6701-9503-0703847318e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.551455] env[62859]: DEBUG nova.network.neutron [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.651728] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.703991] env[62859]: DEBUG nova.network.neutron [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance_info_cache with network_info: [{"id": "814fe0ec-e476-401a-a87e-0db2037b7faa", "address": "fa:16:3e:ca:88:ab", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814fe0ec-e4", "ovs_interfaceid": "814fe0ec-e476-401a-a87e-0db2037b7faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.856558] env[62859]: DEBUG nova.compute.manager [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.857108] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.857323] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.857503] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.857735] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.857915] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.858088] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.858312] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.858488] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.858697] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.858892] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.859089] env[62859]: DEBUG nova.virt.hardware [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.859965] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca35858-61e7-44b5-9b78-2bf34bc49d2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.868543] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d7109a-7d4e-4bfd-8fa4-f601f64a8c19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.978936] env[62859]: INFO nova.compute.manager [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Took 13.78 seconds to build instance. [ 1085.045504] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52001b9d-1e79-6701-9503-0703847318e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008877} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.046375] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a44d44-c4b4-45ce-881e-727a20143afe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.051831] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1085.051831] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523bc906-da72-615e-7e20-9f2983876b61" [ 1085.051831] env[62859]: _type = "Task" [ 1085.051831] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.059417] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523bc906-da72-615e-7e20-9f2983876b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.152191] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538589, 'name': ReconfigVM_Task, 'duration_secs': 0.921784} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.152191] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 1ec5c0b6-4531-4f20-a044-23857162e51c/1ec5c0b6-4531-4f20-a044-23857162e51c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.152749] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-178e9904-131d-4bd3-9350-52f4aaa90069 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.159555] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1085.159555] env[62859]: value = "task-2538590" [ 1085.159555] env[62859]: _type = "Task" [ 1085.159555] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.167991] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538590, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.206779] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.207142] env[62859]: DEBUG nova.compute.manager [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Instance network_info: |[{"id": "814fe0ec-e476-401a-a87e-0db2037b7faa", "address": "fa:16:3e:ca:88:ab", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814fe0ec-e4", "ovs_interfaceid": "814fe0ec-e476-401a-a87e-0db2037b7faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.207781] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:88:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '814fe0ec-e476-401a-a87e-0db2037b7faa', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.216171] env[62859]: DEBUG oslo.service.loopingcall [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.216438] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.216670] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ccc859e-6bfc-4134-87f0-c2b2d71f2756 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.236831] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.236831] env[62859]: value = "task-2538591" [ 1085.236831] env[62859]: _type = "Task" [ 1085.236831] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.245116] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538591, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.481418] env[62859]: DEBUG oslo_concurrency.lockutils [None req-73efad6c-17c9-4830-9e4f-26b9d9f851cf tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.297s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.563239] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523bc906-da72-615e-7e20-9f2983876b61, 'name': SearchDatastore_Task, 'duration_secs': 0.012444} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.563527] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.563830] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6c46872f-5d78-424f-85c3-a67e0b33aaf3/6c46872f-5d78-424f-85c3-a67e0b33aaf3.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.564973] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91f5e873-61a1-433d-8a35-f0235fb43a61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.573069] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1085.573069] env[62859]: value = "task-2538592" [ 1085.573069] env[62859]: _type = "Task" [ 1085.573069] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.584202] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.669410] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538590, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.678298] env[62859]: DEBUG nova.compute.manager [req-54a0b1a1-c0af-40ad-a7c4-4eed07fd956c req-e52bf81e-a169-4828-8fdb-b7c138b688f2 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Received event network-changed-814fe0ec-e476-401a-a87e-0db2037b7faa {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.678497] env[62859]: DEBUG nova.compute.manager [req-54a0b1a1-c0af-40ad-a7c4-4eed07fd956c req-e52bf81e-a169-4828-8fdb-b7c138b688f2 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Refreshing instance network info cache due to event network-changed-814fe0ec-e476-401a-a87e-0db2037b7faa. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1085.678721] env[62859]: DEBUG oslo_concurrency.lockutils [req-54a0b1a1-c0af-40ad-a7c4-4eed07fd956c req-e52bf81e-a169-4828-8fdb-b7c138b688f2 service nova] Acquiring lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.678864] env[62859]: DEBUG oslo_concurrency.lockutils [req-54a0b1a1-c0af-40ad-a7c4-4eed07fd956c req-e52bf81e-a169-4828-8fdb-b7c138b688f2 service nova] Acquired lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.679033] env[62859]: DEBUG nova.network.neutron [req-54a0b1a1-c0af-40ad-a7c4-4eed07fd956c req-e52bf81e-a169-4828-8fdb-b7c138b688f2 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Refreshing network info cache for port 814fe0ec-e476-401a-a87e-0db2037b7faa {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.750530] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538591, 'name': CreateVM_Task, 'duration_secs': 0.377498} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.750704] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.751721] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'mount_device': '/dev/sda', 'attachment_id': '0a4bbd4d-9706-490f-a4dd-2c9d43c0dc9d', 'boot_index': 0, 'disk_bus': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512867', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'name': 'volume-de272b6a-6416-4d39-847f-a19aeedf4ee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f', 'attached_at': '', 'detached_at': '', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'serial': 'de272b6a-6416-4d39-847f-a19aeedf4ee6'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62859) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1085.751981] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Root volume attach. Driver type: vmdk {{(pid=62859) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1085.752968] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f792590f-a8ab-4618-a298-910a2bfd0cd5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.764723] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d893e88-af0c-4479-9829-ceb2348a0ace {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.771264] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd016b8f-b4a8-4f59-a7c0-328ae283aa5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.778108] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8c7995af-e00e-4cc4-a4b4-2122496f6ae0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.785598] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1085.785598] env[62859]: value = "task-2538593" [ 1085.785598] env[62859]: _type = "Task" [ 1085.785598] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.890771] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "73d8e0d2-0207-4564-a21e-d126e37f7047" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.891046] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.083161] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538592, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.172662] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538590, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.297593] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538593, 'name': RelocateVM_Task} progress is 38%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.394129] env[62859]: DEBUG nova.compute.manager [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.539985] env[62859]: DEBUG nova.network.neutron [req-54a0b1a1-c0af-40ad-a7c4-4eed07fd956c req-e52bf81e-a169-4828-8fdb-b7c138b688f2 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updated VIF entry in instance network info cache for port 814fe0ec-e476-401a-a87e-0db2037b7faa. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.540432] env[62859]: DEBUG nova.network.neutron [req-54a0b1a1-c0af-40ad-a7c4-4eed07fd956c req-e52bf81e-a169-4828-8fdb-b7c138b688f2 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance_info_cache with network_info: [{"id": "814fe0ec-e476-401a-a87e-0db2037b7faa", "address": "fa:16:3e:ca:88:ab", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814fe0ec-e4", "ovs_interfaceid": "814fe0ec-e476-401a-a87e-0db2037b7faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.589170] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941552} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.589170] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 6c46872f-5d78-424f-85c3-a67e0b33aaf3/6c46872f-5d78-424f-85c3-a67e0b33aaf3.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.589170] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.589375] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ebb7e62-65b1-456f-afcb-b865ed0225ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.600892] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1086.600892] env[62859]: value = "task-2538594" [ 1086.600892] env[62859]: _type = "Task" [ 1086.600892] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.613791] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.675455] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538590, 'name': Rename_Task, 'duration_secs': 1.267889} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.675619] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.675914] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be1d395b-3681-4460-8699-5f19b7e5e8bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.684962] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1086.684962] env[62859]: value = "task-2538595" [ 1086.684962] env[62859]: _type = "Task" [ 1086.684962] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.696240] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.798748] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538593, 'name': RelocateVM_Task} progress is 53%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.914995] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.915333] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.917130] env[62859]: INFO nova.compute.claims [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.044350] env[62859]: DEBUG oslo_concurrency.lockutils [req-54a0b1a1-c0af-40ad-a7c4-4eed07fd956c req-e52bf81e-a169-4828-8fdb-b7c138b688f2 service nova] Releasing lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.112914] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.363626} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.113303] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.114111] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05e0f51-a5e7-41b9-b55a-2339909a2cb6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.141204] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 6c46872f-5d78-424f-85c3-a67e0b33aaf3/6c46872f-5d78-424f-85c3-a67e0b33aaf3.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.141560] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f974d28-c94c-4006-8c6c-2ea16dc72697 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.162996] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1087.162996] env[62859]: value = "task-2538596" [ 1087.162996] env[62859]: _type = "Task" [ 1087.162996] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.173124] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.197085] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.284316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.284611] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.298049] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538593, 'name': RelocateVM_Task} progress is 67%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.678904] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.698023] env[62859]: DEBUG oslo_vmware.api [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538595, 'name': PowerOnVM_Task, 'duration_secs': 0.764877} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.698023] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.698023] env[62859]: INFO nova.compute.manager [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1087.698023] env[62859]: DEBUG nova.compute.manager [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.698342] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bfa978-d106-49f2-ae66-6d4c33fb07a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.717325] env[62859]: DEBUG nova.compute.manager [req-79a10ae7-aaf7-4795-813a-3e51626876bc req-d126fa78-6467-4b9f-9ace-38b9ee2d7d87 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received event network-changed-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.717734] env[62859]: DEBUG nova.compute.manager [req-79a10ae7-aaf7-4795-813a-3e51626876bc req-d126fa78-6467-4b9f-9ace-38b9ee2d7d87 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Refreshing instance network info cache due to event network-changed-7afe682d-3778-446f-bf83-35da7394af51. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1087.717814] env[62859]: DEBUG oslo_concurrency.lockutils [req-79a10ae7-aaf7-4795-813a-3e51626876bc req-d126fa78-6467-4b9f-9ace-38b9ee2d7d87 service nova] Acquiring lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.717932] env[62859]: DEBUG oslo_concurrency.lockutils [req-79a10ae7-aaf7-4795-813a-3e51626876bc req-d126fa78-6467-4b9f-9ace-38b9ee2d7d87 service nova] Acquired lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.718113] env[62859]: DEBUG nova.network.neutron [req-79a10ae7-aaf7-4795-813a-3e51626876bc req-d126fa78-6467-4b9f-9ace-38b9ee2d7d87 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Refreshing network info cache for port 7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.787492] env[62859]: DEBUG nova.compute.manager [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.802568] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538593, 'name': RelocateVM_Task} progress is 81%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.087365] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc1322b-68b2-469e-9842-5c369f6493b6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.099634] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692a628-ac31-4774-923d-42d307db741b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.133126] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5cbd97-f182-42dd-8feb-17e54d8a8783 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.142650] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ad6bce-90db-4b41-9fde-cec4622ff7b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.159056] env[62859]: DEBUG nova.compute.provider_tree [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.174529] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.219735] env[62859]: INFO nova.compute.manager [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Took 15.89 seconds to build instance. [ 1088.303553] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538593, 'name': RelocateVM_Task} progress is 97%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.315489] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.426959] env[62859]: DEBUG nova.network.neutron [req-79a10ae7-aaf7-4795-813a-3e51626876bc req-d126fa78-6467-4b9f-9ace-38b9ee2d7d87 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updated VIF entry in instance network info cache for port 7afe682d-3778-446f-bf83-35da7394af51. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.427351] env[62859]: DEBUG nova.network.neutron [req-79a10ae7-aaf7-4795-813a-3e51626876bc req-d126fa78-6467-4b9f-9ace-38b9ee2d7d87 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating instance_info_cache with network_info: [{"id": "7afe682d-3778-446f-bf83-35da7394af51", "address": "fa:16:3e:25:cc:27", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afe682d-37", "ovs_interfaceid": "7afe682d-3778-446f-bf83-35da7394af51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.662050] env[62859]: DEBUG nova.scheduler.client.report [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.675360] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538596, 'name': ReconfigVM_Task, 'duration_secs': 1.367456} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.675635] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 6c46872f-5d78-424f-85c3-a67e0b33aaf3/6c46872f-5d78-424f-85c3-a67e0b33aaf3.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.676311] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c42c854-7839-4529-8e5f-163385cc49f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.682792] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1088.682792] env[62859]: value = "task-2538597" [ 1088.682792] env[62859]: _type = "Task" [ 1088.682792] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.693872] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538597, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.721497] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f614b561-c192-40c5-a94a-f69b2d925c42 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.406s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.800875] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538593, 'name': RelocateVM_Task} progress is 98%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.930698] env[62859]: DEBUG oslo_concurrency.lockutils [req-79a10ae7-aaf7-4795-813a-3e51626876bc req-d126fa78-6467-4b9f-9ace-38b9ee2d7d87 service nova] Releasing lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.170903] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.171455] env[62859]: DEBUG nova.compute.manager [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.175024] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.859s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.176245] env[62859]: INFO nova.compute.claims [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.194162] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538597, 'name': Rename_Task, 'duration_secs': 0.168152} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.194297] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.194550] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78be75d5-7958-4dc1-8d09-1822cd76e6ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.201127] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1089.201127] env[62859]: value = "task-2538598" [ 1089.201127] env[62859]: _type = "Task" [ 1089.201127] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.209521] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.302298] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538593, 'name': RelocateVM_Task, 'duration_secs': 3.256168} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.302603] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1089.302813] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512867', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'name': 'volume-de272b6a-6416-4d39-847f-a19aeedf4ee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f', 'attached_at': '', 'detached_at': '', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'serial': 'de272b6a-6416-4d39-847f-a19aeedf4ee6'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1089.303573] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7029b800-ff79-4080-add2-eb14665517b8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.319153] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6656ec19-e4a9-4c37-ad7f-8f71b7fbc33c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.340418] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-de272b6a-6416-4d39-847f-a19aeedf4ee6/volume-de272b6a-6416-4d39-847f-a19aeedf4ee6.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.340702] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2bacca1-16e6-49d8-afe5-37cc1d40535a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.361190] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1089.361190] env[62859]: value = "task-2538599" [ 1089.361190] env[62859]: _type = "Task" [ 1089.361190] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.370478] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.681098] env[62859]: DEBUG nova.compute.utils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.684508] env[62859]: DEBUG nova.compute.manager [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.684679] env[62859]: DEBUG nova.network.neutron [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.711380] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.731180] env[62859]: DEBUG nova.policy [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a042127235494a89872707ef07b540c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01142dda89b94b64ae99add7684d2f5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.871357] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538599, 'name': ReconfigVM_Task, 'duration_secs': 0.263645} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.871662] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-de272b6a-6416-4d39-847f-a19aeedf4ee6/volume-de272b6a-6416-4d39-847f-a19aeedf4ee6.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.876561] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a5be03-87ed-4d31-a2b6-7f9329fa7daf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.892235] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1089.892235] env[62859]: value = "task-2538600" [ 1089.892235] env[62859]: _type = "Task" [ 1089.892235] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.901884] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.995809] env[62859]: DEBUG nova.network.neutron [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Successfully created port: 41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.093331] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "1ec5c0b6-4531-4f20-a044-23857162e51c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.093331] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.186164] env[62859]: DEBUG nova.compute.manager [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.213453] env[62859]: DEBUG oslo_vmware.api [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538598, 'name': PowerOnVM_Task, 'duration_secs': 0.903165} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.213453] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.213453] env[62859]: INFO nova.compute.manager [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1090.214251] env[62859]: DEBUG nova.compute.manager [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.217074] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8d156b-47fa-46df-be48-042e1a6396e5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.385916] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c281411f-e55c-4bdc-8714-261e6b00922b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.395959] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201a3cf0-33c7-4f4b-bf8b-0441b873b85f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.403862] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538600, 'name': ReconfigVM_Task, 'duration_secs': 0.121686} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.426945] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512867', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'name': 'volume-de272b6a-6416-4d39-847f-a19aeedf4ee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f', 'attached_at': '', 'detached_at': '', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'serial': 'de272b6a-6416-4d39-847f-a19aeedf4ee6'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.427665] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fb4a3bb-c9cf-4b5d-8c48-57d456096965 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.429625] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be9893e-566d-4f57-bc1d-f06d7fbc9e50 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.437521] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be9ca25-5985-459f-998a-9cc2684c8b78 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.441172] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1090.441172] env[62859]: value = "task-2538601" [ 1090.441172] env[62859]: _type = "Task" [ 1090.441172] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.453145] env[62859]: DEBUG nova.compute.provider_tree [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.458672] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538601, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.596219] env[62859]: DEBUG nova.compute.utils [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.736995] env[62859]: INFO nova.compute.manager [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Took 17.96 seconds to build instance. [ 1090.952747] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538601, 'name': Rename_Task, 'duration_secs': 0.130286} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.952747] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.952932] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f927df5-8ecb-474b-a0a4-7de186dfbe4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.956854] env[62859]: DEBUG nova.scheduler.client.report [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.962032] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1090.962032] env[62859]: value = "task-2538602" [ 1090.962032] env[62859]: _type = "Task" [ 1090.962032] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.968389] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.099257] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.203087] env[62859]: DEBUG nova.compute.manager [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.236890] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.237209] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.237410] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.237748] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.237882] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.238084] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.238366] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.238573] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.238796] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.239020] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.239457] env[62859]: DEBUG nova.virt.hardware [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.240076] env[62859]: DEBUG oslo_concurrency.lockutils [None req-96f4322c-3a8b-4bc6-9782-5b6449016a47 tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.473s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.240628] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715392a5-1eb7-4178-b9f9-d22f93151f4b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.249774] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fca1840-367a-4d70-907e-f323b58c1e98 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.461989] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.462541] env[62859]: DEBUG nova.compute.manager [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.473885] env[62859]: DEBUG oslo_vmware.api [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538602, 'name': PowerOnVM_Task, 'duration_secs': 0.447832} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.474136] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.474345] env[62859]: INFO nova.compute.manager [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1091.474523] env[62859]: DEBUG nova.compute.manager [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.475303] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e9bee2-9987-4eda-9a8a-fbf326cec6bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.618495] env[62859]: DEBUG nova.compute.manager [req-f339dd6a-5c78-4697-b52b-b1f00702b9af req-24375ec2-5c4e-4ffe-b07b-2ffd8c49400a service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received event network-vif-plugged-41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.618495] env[62859]: DEBUG oslo_concurrency.lockutils [req-f339dd6a-5c78-4697-b52b-b1f00702b9af req-24375ec2-5c4e-4ffe-b07b-2ffd8c49400a service nova] Acquiring lock "73d8e0d2-0207-4564-a21e-d126e37f7047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.618495] env[62859]: DEBUG oslo_concurrency.lockutils [req-f339dd6a-5c78-4697-b52b-b1f00702b9af req-24375ec2-5c4e-4ffe-b07b-2ffd8c49400a service nova] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.618495] env[62859]: DEBUG oslo_concurrency.lockutils [req-f339dd6a-5c78-4697-b52b-b1f00702b9af req-24375ec2-5c4e-4ffe-b07b-2ffd8c49400a service nova] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.618495] env[62859]: DEBUG nova.compute.manager [req-f339dd6a-5c78-4697-b52b-b1f00702b9af req-24375ec2-5c4e-4ffe-b07b-2ffd8c49400a service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] No waiting events found dispatching network-vif-plugged-41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.619146] env[62859]: WARNING nova.compute.manager [req-f339dd6a-5c78-4697-b52b-b1f00702b9af req-24375ec2-5c4e-4ffe-b07b-2ffd8c49400a service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received unexpected event network-vif-plugged-41a8f12b-183d-45f6-9774-e5fd88862e1a for instance with vm_state building and task_state spawning. [ 1091.682821] env[62859]: DEBUG nova.network.neutron [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Successfully updated port: 41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.970753] env[62859]: DEBUG nova.compute.utils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.972139] env[62859]: DEBUG nova.compute.manager [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.972320] env[62859]: DEBUG nova.network.neutron [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.992791] env[62859]: INFO nova.compute.manager [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Took 17.88 seconds to build instance. [ 1092.016555] env[62859]: DEBUG nova.policy [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3eb7c1dc7b1432ca44955f92b71f592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c997984a81d942edb6a6931ac478b38b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.165777] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "1ec5c0b6-4531-4f20-a044-23857162e51c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.166075] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.166315] env[62859]: INFO nova.compute.manager [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Attaching volume 21b7b52c-cc41-4491-9756-e472c3a90377 to /dev/sdb [ 1092.185810] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.186018] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.186211] env[62859]: DEBUG nova.network.neutron [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.200989] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff42afe-76b5-49c7-a750-6599bba17b0e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.211474] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac41c7f-2a65-4dfb-a48a-1a56173a163b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.224325] env[62859]: DEBUG nova.virt.block_device [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Updating existing volume attachment record: ac675c44-5e16-4bc9-9302-213d12ce0ecc {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1092.315253] env[62859]: DEBUG nova.network.neutron [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Successfully created port: 2017e499-aebd-4055-852e-4fcc47108a5f {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.323955] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquiring lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.324238] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.324450] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquiring lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.324635] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.324862] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.327317] env[62859]: INFO nova.compute.manager [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Terminating instance [ 1092.475853] env[62859]: DEBUG nova.compute.manager [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.494533] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0dd8f6d9-89d0-400b-9a73-c597aae012a4 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.386s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.733682] env[62859]: DEBUG nova.network.neutron [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.832335] env[62859]: DEBUG nova.compute.manager [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.832590] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.833547] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a34982-bad2-48cd-8b0d-f11ee38037f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.841736] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.844247] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1e9e6b1-ae5f-47dd-bbbf-4bd4688d4cf4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.850902] env[62859]: DEBUG oslo_vmware.api [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1092.850902] env[62859]: value = "task-2538606" [ 1092.850902] env[62859]: _type = "Task" [ 1092.850902] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.859373] env[62859]: DEBUG oslo_vmware.api [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.881363] env[62859]: DEBUG nova.network.neutron [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.368749] env[62859]: DEBUG oslo_vmware.api [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538606, 'name': PowerOffVM_Task, 'duration_secs': 0.188965} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.369350] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.373131] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.373131] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c175042d-0e09-4152-8710-cab5cd3777c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.384421] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1093.384750] env[62859]: DEBUG nova.compute.manager [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Instance network_info: |[{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.385206] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:b7:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41a8f12b-183d-45f6-9774-e5fd88862e1a', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.392828] env[62859]: DEBUG oslo.service.loopingcall [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.393125] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.393394] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-681d71f7-0b8c-48c0-adc2-6b7663a46525 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.418242] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.418242] env[62859]: value = "task-2538608" [ 1093.418242] env[62859]: _type = "Task" [ 1093.418242] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.427221] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538608, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.436585] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.436816] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.436975] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Deleting the datastore file [datastore1] 6c46872f-5d78-424f-85c3-a67e0b33aaf3 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.437602] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd1855d3-1b38-4f0c-9a78-f868ffbcdea9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.444287] env[62859]: DEBUG oslo_vmware.api [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for the task: (returnval){ [ 1093.444287] env[62859]: value = "task-2538609" [ 1093.444287] env[62859]: _type = "Task" [ 1093.444287] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.454836] env[62859]: DEBUG oslo_vmware.api [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.487895] env[62859]: DEBUG nova.compute.manager [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.527760] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.527760] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.527760] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.527760] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.528088] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.531127] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.531127] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.531127] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.531127] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.531127] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.531127] env[62859]: DEBUG nova.virt.hardware [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.531127] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f796c8b1-611d-4ed9-ad5c-1db16286b2b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.540549] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d9b21e-53bd-4ccc-a588-01cf7bcb6805 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.653346] env[62859]: DEBUG nova.compute.manager [req-7299c9a2-b677-44cd-bd0b-69db3987da8f req-0ca3247a-ef3a-4335-8cba-9e221c41254a service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.653798] env[62859]: DEBUG nova.compute.manager [req-7299c9a2-b677-44cd-bd0b-69db3987da8f req-0ca3247a-ef3a-4335-8cba-9e221c41254a service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing instance network info cache due to event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1093.653798] env[62859]: DEBUG oslo_concurrency.lockutils [req-7299c9a2-b677-44cd-bd0b-69db3987da8f req-0ca3247a-ef3a-4335-8cba-9e221c41254a service nova] Acquiring lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.653937] env[62859]: DEBUG oslo_concurrency.lockutils [req-7299c9a2-b677-44cd-bd0b-69db3987da8f req-0ca3247a-ef3a-4335-8cba-9e221c41254a service nova] Acquired lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.654052] env[62859]: DEBUG nova.network.neutron [req-7299c9a2-b677-44cd-bd0b-69db3987da8f req-0ca3247a-ef3a-4335-8cba-9e221c41254a service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.929511] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538608, 'name': CreateVM_Task, 'duration_secs': 0.348678} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.929700] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.930461] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.930885] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.930970] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1093.931250] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2bfa35-bc11-49de-9884-87828eacee83 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.936206] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1093.936206] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5227638e-2f08-701a-4f33-d0b109eebec0" [ 1093.936206] env[62859]: _type = "Task" [ 1093.936206] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.945325] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5227638e-2f08-701a-4f33-d0b109eebec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.953094] env[62859]: DEBUG oslo_vmware.api [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Task: {'id': task-2538609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268117} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.953353] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.953539] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.953733] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.953941] env[62859]: INFO nova.compute.manager [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1093.954166] env[62859]: DEBUG oslo.service.loopingcall [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1093.954360] env[62859]: DEBUG nova.compute.manager [-] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.954457] env[62859]: DEBUG nova.network.neutron [-] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.999743] env[62859]: DEBUG nova.network.neutron [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Successfully updated port: 2017e499-aebd-4055-852e-4fcc47108a5f {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.287768] env[62859]: DEBUG nova.compute.manager [req-a80392c8-ef9b-4b75-a7cf-6eb2f512402a req-db44d069-70ec-4f97-8791-1741a9d8d0a3 service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Received event network-vif-deleted-26d956f7-0b58-43ea-9c0d-6c0e3b025257 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.288494] env[62859]: INFO nova.compute.manager [req-a80392c8-ef9b-4b75-a7cf-6eb2f512402a req-db44d069-70ec-4f97-8791-1741a9d8d0a3 service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Neutron deleted interface 26d956f7-0b58-43ea-9c0d-6c0e3b025257; detaching it from the instance and deleting it from the info cache [ 1094.289202] env[62859]: DEBUG nova.network.neutron [req-a80392c8-ef9b-4b75-a7cf-6eb2f512402a req-db44d069-70ec-4f97-8791-1741a9d8d0a3 service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.449237] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5227638e-2f08-701a-4f33-d0b109eebec0, 'name': SearchDatastore_Task, 'duration_secs': 0.013842} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.449775] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.449775] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.450192] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.450192] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.450379] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.450605] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232c8ef0-dcd8-4963-a093-885ab8e4b5d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.458942] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.459140] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.460819] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c5dc94-d435-4a09-9935-427e8a4a10be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.463098] env[62859]: DEBUG nova.network.neutron [req-7299c9a2-b677-44cd-bd0b-69db3987da8f req-0ca3247a-ef3a-4335-8cba-9e221c41254a service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updated VIF entry in instance network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.464227] env[62859]: DEBUG nova.network.neutron [req-7299c9a2-b677-44cd-bd0b-69db3987da8f req-0ca3247a-ef3a-4335-8cba-9e221c41254a service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.467436] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1094.467436] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52daf9f8-2dec-cca3-07f1-63270d35877b" [ 1094.467436] env[62859]: _type = "Task" [ 1094.467436] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.476234] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52daf9f8-2dec-cca3-07f1-63270d35877b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.502713] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-91260c77-36e2-4cbf-9eff-b0a1fcc324be" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.502876] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-91260c77-36e2-4cbf-9eff-b0a1fcc324be" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.503045] env[62859]: DEBUG nova.network.neutron [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.763079] env[62859]: DEBUG nova.network.neutron [-] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.794704] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc09117e-5b38-4eb8-a51a-9542441f0b55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.803886] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278bb296-aa1a-48da-b88a-993d9907c510 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.835208] env[62859]: DEBUG nova.compute.manager [req-a80392c8-ef9b-4b75-a7cf-6eb2f512402a req-db44d069-70ec-4f97-8791-1741a9d8d0a3 service nova] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Detach interface failed, port_id=26d956f7-0b58-43ea-9c0d-6c0e3b025257, reason: Instance 6c46872f-5d78-424f-85c3-a67e0b33aaf3 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1094.966664] env[62859]: DEBUG oslo_concurrency.lockutils [req-7299c9a2-b677-44cd-bd0b-69db3987da8f req-0ca3247a-ef3a-4335-8cba-9e221c41254a service nova] Releasing lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.977848] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52daf9f8-2dec-cca3-07f1-63270d35877b, 'name': SearchDatastore_Task, 'duration_secs': 0.03354} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.978681] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f547f57d-f248-4585-9cc1-e9275c5887d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.984146] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1094.984146] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f39866-d366-712b-d5ec-408871c64e9e" [ 1094.984146] env[62859]: _type = "Task" [ 1094.984146] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.992256] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f39866-d366-712b-d5ec-408871c64e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.033875] env[62859]: DEBUG nova.network.neutron [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.153204] env[62859]: DEBUG nova.network.neutron [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Updating instance_info_cache with network_info: [{"id": "2017e499-aebd-4055-852e-4fcc47108a5f", "address": "fa:16:3e:7d:4d:ec", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017e499-ae", "ovs_interfaceid": "2017e499-aebd-4055-852e-4fcc47108a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.266318] env[62859]: INFO nova.compute.manager [-] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Took 1.31 seconds to deallocate network for instance. [ 1095.362796] env[62859]: DEBUG nova.compute.manager [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Stashing vm_state: active {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1095.494318] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f39866-d366-712b-d5ec-408871c64e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011906} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.494578] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.494833] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 73d8e0d2-0207-4564-a21e-d126e37f7047/73d8e0d2-0207-4564-a21e-d126e37f7047.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.495103] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c9a0f3a-2f6d-48b4-bad4-d3dfa1e503eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.501607] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1095.501607] env[62859]: value = "task-2538611" [ 1095.501607] env[62859]: _type = "Task" [ 1095.501607] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.509157] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.655892] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-91260c77-36e2-4cbf-9eff-b0a1fcc324be" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.656293] env[62859]: DEBUG nova.compute.manager [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Instance network_info: |[{"id": "2017e499-aebd-4055-852e-4fcc47108a5f", "address": "fa:16:3e:7d:4d:ec", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017e499-ae", "ovs_interfaceid": "2017e499-aebd-4055-852e-4fcc47108a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.656728] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2017e499-aebd-4055-852e-4fcc47108a5f', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.664599] env[62859]: DEBUG oslo.service.loopingcall [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.664825] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.665331] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffce4a93-109d-4df6-a1d7-f65c28b0aa84 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.686329] env[62859]: DEBUG nova.compute.manager [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Received event network-changed-2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.686469] env[62859]: DEBUG nova.compute.manager [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Refreshing instance network info cache due to event network-changed-2a064f99-9381-4da7-9778-1ebe78059a3b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1095.686685] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Acquiring lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.686827] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Acquired lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.686986] env[62859]: DEBUG nova.network.neutron [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Refreshing network info cache for port 2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.689464] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.689464] env[62859]: value = "task-2538612" [ 1095.689464] env[62859]: _type = "Task" [ 1095.689464] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.698274] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538612, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.774017] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.774017] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.774171] env[62859]: DEBUG nova.objects.instance [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lazy-loading 'resources' on Instance uuid 6c46872f-5d78-424f-85c3-a67e0b33aaf3 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.885102] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.016204] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538611, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.201806] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538612, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.402392] env[62859]: DEBUG nova.network.neutron [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updated VIF entry in instance network info cache for port 2a064f99-9381-4da7-9778-1ebe78059a3b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.402747] env[62859]: DEBUG nova.network.neutron [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updating instance_info_cache with network_info: [{"id": "2a064f99-9381-4da7-9778-1ebe78059a3b", "address": "fa:16:3e:7a:3a:6f", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a064f99-93", "ovs_interfaceid": "2a064f99-9381-4da7-9778-1ebe78059a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.424781] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98752c3-a88e-437d-81a1-51dc2350df0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.432467] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141aaa50-a7fa-43e6-aa90-f64232080b57 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.463611] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1144fca2-bdb1-4ce6-a129-5f1ae438956d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.472344] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8954f1-fffd-4616-8046-94041e123df5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.483836] env[62859]: DEBUG nova.compute.provider_tree [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.510783] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670952} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.511157] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 73d8e0d2-0207-4564-a21e-d126e37f7047/73d8e0d2-0207-4564-a21e-d126e37f7047.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.511394] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.511634] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff000a5d-42c5-454b-b27d-1733c1a5d7a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.518290] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1096.518290] env[62859]: value = "task-2538613" [ 1096.518290] env[62859]: _type = "Task" [ 1096.518290] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.525778] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.702532] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538612, 'name': CreateVM_Task, 'duration_secs': 0.598509} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.702699] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.703502] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.703705] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.704087] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.704393] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340968be-8dfe-4905-ace4-cb8ac427aa44 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.709051] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1096.709051] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52826f06-0a0b-dfee-81f4-9097afa2d27e" [ 1096.709051] env[62859]: _type = "Task" [ 1096.709051] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.716640] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52826f06-0a0b-dfee-81f4-9097afa2d27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.776073] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1096.776384] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512876', 'volume_id': '21b7b52c-cc41-4491-9756-e472c3a90377', 'name': 'volume-21b7b52c-cc41-4491-9756-e472c3a90377', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ec5c0b6-4531-4f20-a044-23857162e51c', 'attached_at': '', 'detached_at': '', 'volume_id': '21b7b52c-cc41-4491-9756-e472c3a90377', 'serial': '21b7b52c-cc41-4491-9756-e472c3a90377'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1096.777315] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6433379-e69c-4827-9c72-4c884c1f264f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.793839] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0e1ecc-f4ec-4657-9189-d7e68339c70f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.819711] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-21b7b52c-cc41-4491-9756-e472c3a90377/volume-21b7b52c-cc41-4491-9756-e472c3a90377.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.820067] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5516823-f2fb-41c4-b2e9-3206ce114cfd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.838266] env[62859]: DEBUG oslo_vmware.api [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1096.838266] env[62859]: value = "task-2538614" [ 1096.838266] env[62859]: _type = "Task" [ 1096.838266] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.847614] env[62859]: DEBUG oslo_vmware.api [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.907676] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Releasing lock "refresh_cache-3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.908018] env[62859]: DEBUG nova.compute.manager [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Received event network-changed-814fe0ec-e476-401a-a87e-0db2037b7faa {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.908199] env[62859]: DEBUG nova.compute.manager [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Refreshing instance network info cache due to event network-changed-814fe0ec-e476-401a-a87e-0db2037b7faa. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1096.908431] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Acquiring lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.908577] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Acquired lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.908977] env[62859]: DEBUG nova.network.neutron [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Refreshing network info cache for port 814fe0ec-e476-401a-a87e-0db2037b7faa {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.986674] env[62859]: DEBUG nova.scheduler.client.report [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.027934] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235351} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.028158] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.028910] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4e7856-301d-4520-8be0-b553377c6b3d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.050213] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 73d8e0d2-0207-4564-a21e-d126e37f7047/73d8e0d2-0207-4564-a21e-d126e37f7047.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.050465] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f90d8a4a-d219-4ca2-a48e-0a6f6b8e0433 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.068702] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1097.068702] env[62859]: value = "task-2538615" [ 1097.068702] env[62859]: _type = "Task" [ 1097.068702] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.076248] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.220138] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52826f06-0a0b-dfee-81f4-9097afa2d27e, 'name': SearchDatastore_Task, 'duration_secs': 0.039668} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.220480] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.220749] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.221041] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.221208] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.221399] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.221684] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fe3834b-eaa2-468a-a5f6-830bbc7e06cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.231182] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.231411] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.232234] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50564bb-3be0-4700-9c10-66b2a8c502e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.238216] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1097.238216] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5269c15c-ef59-1c58-1395-e917a0fc93ed" [ 1097.238216] env[62859]: _type = "Task" [ 1097.238216] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.246442] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5269c15c-ef59-1c58-1395-e917a0fc93ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.349212] env[62859]: DEBUG oslo_vmware.api [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.491487] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.493590] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.609s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.511745] env[62859]: INFO nova.scheduler.client.report [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Deleted allocations for instance 6c46872f-5d78-424f-85c3-a67e0b33aaf3 [ 1097.577967] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538615, 'name': ReconfigVM_Task, 'duration_secs': 0.304113} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.578383] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 73d8e0d2-0207-4564-a21e-d126e37f7047/73d8e0d2-0207-4564-a21e-d126e37f7047.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.579095] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b714bf1-fdba-43e5-9e9c-c8cb29f2ce9b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.585040] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1097.585040] env[62859]: value = "task-2538616" [ 1097.585040] env[62859]: _type = "Task" [ 1097.585040] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.592400] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538616, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.677432] env[62859]: DEBUG nova.network.neutron [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updated VIF entry in instance network info cache for port 814fe0ec-e476-401a-a87e-0db2037b7faa. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.677744] env[62859]: DEBUG nova.network.neutron [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance_info_cache with network_info: [{"id": "814fe0ec-e476-401a-a87e-0db2037b7faa", "address": "fa:16:3e:ca:88:ab", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814fe0ec-e4", "ovs_interfaceid": "814fe0ec-e476-401a-a87e-0db2037b7faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.750111] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5269c15c-ef59-1c58-1395-e917a0fc93ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.751087] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179a58af-9e86-476a-a746-27278c6f0b6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.756526] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1097.756526] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52339c67-6998-58e3-1156-3c59510d55d9" [ 1097.756526] env[62859]: _type = "Task" [ 1097.756526] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.764355] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52339c67-6998-58e3-1156-3c59510d55d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.850713] env[62859]: DEBUG oslo_vmware.api [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.998065] env[62859]: INFO nova.compute.claims [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.018625] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9b2c05df-2413-4413-96f2-f9d709b2752e tempest-ServersNegativeTestMultiTenantJSON-1697027774 tempest-ServersNegativeTestMultiTenantJSON-1697027774-project-member] Lock "6c46872f-5d78-424f-85c3-a67e0b33aaf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.094166] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538616, 'name': Rename_Task, 'duration_secs': 0.127789} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.094440] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.094678] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bce3818c-de54-4557-b0ee-5ab552cbcb95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.100349] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1098.100349] env[62859]: value = "task-2538617" [ 1098.100349] env[62859]: _type = "Task" [ 1098.100349] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.107461] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.180871] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Releasing lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.181177] env[62859]: DEBUG nova.compute.manager [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Received event network-vif-plugged-2017e499-aebd-4055-852e-4fcc47108a5f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.181386] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Acquiring lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.181614] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.181772] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.181943] env[62859]: DEBUG nova.compute.manager [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] No waiting events found dispatching network-vif-plugged-2017e499-aebd-4055-852e-4fcc47108a5f {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.182140] env[62859]: WARNING nova.compute.manager [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Received unexpected event network-vif-plugged-2017e499-aebd-4055-852e-4fcc47108a5f for instance with vm_state building and task_state spawning. [ 1098.182306] env[62859]: DEBUG nova.compute.manager [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Received event network-changed-2017e499-aebd-4055-852e-4fcc47108a5f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.182461] env[62859]: DEBUG nova.compute.manager [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Refreshing instance network info cache due to event network-changed-2017e499-aebd-4055-852e-4fcc47108a5f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1098.182650] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Acquiring lock "refresh_cache-91260c77-36e2-4cbf-9eff-b0a1fcc324be" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.182797] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Acquired lock "refresh_cache-91260c77-36e2-4cbf-9eff-b0a1fcc324be" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.182979] env[62859]: DEBUG nova.network.neutron [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Refreshing network info cache for port 2017e499-aebd-4055-852e-4fcc47108a5f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.267576] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52339c67-6998-58e3-1156-3c59510d55d9, 'name': SearchDatastore_Task, 'duration_secs': 0.015418} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.267855] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.268137] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 91260c77-36e2-4cbf-9eff-b0a1fcc324be/91260c77-36e2-4cbf-9eff-b0a1fcc324be.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.268390] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f0b5aaa-284b-4488-91f1-ab343f059e9a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.275866] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1098.275866] env[62859]: value = "task-2538618" [ 1098.275866] env[62859]: _type = "Task" [ 1098.275866] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.283476] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.350210] env[62859]: DEBUG oslo_vmware.api [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538614, 'name': ReconfigVM_Task, 'duration_secs': 1.251424} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.350517] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-21b7b52c-cc41-4491-9756-e472c3a90377/volume-21b7b52c-cc41-4491-9756-e472c3a90377.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.355815] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be07008-e1dc-4a3a-817d-445df452fa95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.371464] env[62859]: DEBUG oslo_vmware.api [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1098.371464] env[62859]: value = "task-2538619" [ 1098.371464] env[62859]: _type = "Task" [ 1098.371464] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.381938] env[62859]: DEBUG oslo_vmware.api [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.503734] env[62859]: INFO nova.compute.resource_tracker [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating resource usage from migration 4f3a26d8-93e4-448d-9378-afcfd5390714 [ 1098.611576] env[62859]: DEBUG oslo_vmware.api [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538617, 'name': PowerOnVM_Task, 'duration_secs': 0.473846} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.614442] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.614676] env[62859]: INFO nova.compute.manager [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1098.614859] env[62859]: DEBUG nova.compute.manager [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.615967] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b65a9f-5c21-4d7f-9d2c-691014da0ee5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.689797] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec8c19a-55a8-4233-8aa2-f2a748feec90 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.697774] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e8b49-c3de-4c0a-a3e5-f87e23d6009e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.733706] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb4d7fd-7e56-4ab3-984d-ae72e0ab6d8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.742501] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786dce91-7b0f-452a-9969-a883dac4ef8f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.757976] env[62859]: DEBUG nova.compute.provider_tree [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.788025] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.882534] env[62859]: DEBUG oslo_vmware.api [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538619, 'name': ReconfigVM_Task, 'duration_secs': 0.142991} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.882823] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512876', 'volume_id': '21b7b52c-cc41-4491-9756-e472c3a90377', 'name': 'volume-21b7b52c-cc41-4491-9756-e472c3a90377', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ec5c0b6-4531-4f20-a044-23857162e51c', 'attached_at': '', 'detached_at': '', 'volume_id': '21b7b52c-cc41-4491-9756-e472c3a90377', 'serial': '21b7b52c-cc41-4491-9756-e472c3a90377'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1099.134126] env[62859]: DEBUG nova.network.neutron [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Updated VIF entry in instance network info cache for port 2017e499-aebd-4055-852e-4fcc47108a5f. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.134421] env[62859]: DEBUG nova.network.neutron [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Updating instance_info_cache with network_info: [{"id": "2017e499-aebd-4055-852e-4fcc47108a5f", "address": "fa:16:3e:7d:4d:ec", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017e499-ae", "ovs_interfaceid": "2017e499-aebd-4055-852e-4fcc47108a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.139902] env[62859]: INFO nova.compute.manager [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Took 12.24 seconds to build instance. [ 1099.262302] env[62859]: DEBUG nova.scheduler.client.report [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.288389] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602618} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.288639] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 91260c77-36e2-4cbf-9eff-b0a1fcc324be/91260c77-36e2-4cbf-9eff-b0a1fcc324be.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.288857] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.289134] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56cf2deb-1f4e-4613-ad21-1e30965e9869 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.296049] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1099.296049] env[62859]: value = "task-2538620" [ 1099.296049] env[62859]: _type = "Task" [ 1099.296049] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.307673] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.468683] env[62859]: DEBUG nova.compute.manager [req-3ebdb287-c355-4d27-a05a-d8c1ffdc2659 req-7436cd7b-289e-4522-a216-d1a6dfb7abac service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.469237] env[62859]: DEBUG nova.compute.manager [req-3ebdb287-c355-4d27-a05a-d8c1ffdc2659 req-7436cd7b-289e-4522-a216-d1a6dfb7abac service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing instance network info cache due to event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.469237] env[62859]: DEBUG oslo_concurrency.lockutils [req-3ebdb287-c355-4d27-a05a-d8c1ffdc2659 req-7436cd7b-289e-4522-a216-d1a6dfb7abac service nova] Acquiring lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.469237] env[62859]: DEBUG oslo_concurrency.lockutils [req-3ebdb287-c355-4d27-a05a-d8c1ffdc2659 req-7436cd7b-289e-4522-a216-d1a6dfb7abac service nova] Acquired lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.469619] env[62859]: DEBUG nova.network.neutron [req-3ebdb287-c355-4d27-a05a-d8c1ffdc2659 req-7436cd7b-289e-4522-a216-d1a6dfb7abac service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.637911] env[62859]: DEBUG oslo_concurrency.lockutils [req-7703d1cb-af86-4767-93e4-181ba21a5684 req-c8ee6c56-d0cc-44d8-8456-19d3c0239ad0 service nova] Releasing lock "refresh_cache-91260c77-36e2-4cbf-9eff-b0a1fcc324be" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.638633] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b142f32-c37e-43eb-95af-c3763cef0746 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.747s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.768067] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.274s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.768344] env[62859]: INFO nova.compute.manager [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Migrating [ 1099.811172] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144401} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.811520] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.812377] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4413af20-c915-46ff-bc7c-fe835e1cd313 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.838090] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 91260c77-36e2-4cbf-9eff-b0a1fcc324be/91260c77-36e2-4cbf-9eff-b0a1fcc324be.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.838090] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2992e27e-3c4f-40a8-920f-3024fe6aea76 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.857462] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1099.857462] env[62859]: value = "task-2538621" [ 1099.857462] env[62859]: _type = "Task" [ 1099.857462] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.866694] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.920481] env[62859]: DEBUG nova.objects.instance [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'flavor' on Instance uuid 1ec5c0b6-4531-4f20-a044-23857162e51c {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.254393] env[62859]: DEBUG nova.network.neutron [req-3ebdb287-c355-4d27-a05a-d8c1ffdc2659 req-7436cd7b-289e-4522-a216-d1a6dfb7abac service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updated VIF entry in instance network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.254770] env[62859]: DEBUG nova.network.neutron [req-3ebdb287-c355-4d27-a05a-d8c1ffdc2659 req-7436cd7b-289e-4522-a216-d1a6dfb7abac service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.287144] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.287345] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.287526] env[62859]: DEBUG nova.network.neutron [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.374035] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538621, 'name': ReconfigVM_Task, 'duration_secs': 0.321717} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.374334] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 91260c77-36e2-4cbf-9eff-b0a1fcc324be/91260c77-36e2-4cbf-9eff-b0a1fcc324be.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.374936] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93f41c32-48c8-4759-93f9-3b3b37aa3515 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.385965] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.386217] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.387623] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1100.387623] env[62859]: value = "task-2538622" [ 1100.387623] env[62859]: _type = "Task" [ 1100.387623] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.400591] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538622, 'name': Rename_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.425512] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b10f29df-baac-4ffc-af35-5c1295ec9a02 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.259s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.646500] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "1ec5c0b6-4531-4f20-a044-23857162e51c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.646861] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.646993] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "1ec5c0b6-4531-4f20-a044-23857162e51c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.647199] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.647371] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.649789] env[62859]: INFO nova.compute.manager [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Terminating instance [ 1100.757838] env[62859]: DEBUG oslo_concurrency.lockutils [req-3ebdb287-c355-4d27-a05a-d8c1ffdc2659 req-7436cd7b-289e-4522-a216-d1a6dfb7abac service nova] Releasing lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.888596] env[62859]: DEBUG nova.compute.manager [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.900680] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538622, 'name': Rename_Task, 'duration_secs': 0.303842} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.901014] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.901324] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e088b359-695f-4af7-a184-230e53604e54 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.911152] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1100.911152] env[62859]: value = "task-2538623" [ 1100.911152] env[62859]: _type = "Task" [ 1100.911152] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.919652] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.016654] env[62859]: DEBUG nova.network.neutron [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance_info_cache with network_info: [{"id": "814fe0ec-e476-401a-a87e-0db2037b7faa", "address": "fa:16:3e:ca:88:ab", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814fe0ec-e4", "ovs_interfaceid": "814fe0ec-e476-401a-a87e-0db2037b7faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.154075] env[62859]: DEBUG nova.compute.manager [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.154303] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.154609] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d95761-9d00-4c56-aa41-d6e4d6b9e4eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.162626] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1101.162626] env[62859]: value = "task-2538624" [ 1101.162626] env[62859]: _type = "Task" [ 1101.162626] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.171474] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.423771] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538623, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.424994] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.425288] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.426963] env[62859]: INFO nova.compute.claims [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.519187] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.675389] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538624, 'name': PowerOffVM_Task, 'duration_secs': 0.205712} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.675714] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.675956] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1101.676224] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512876', 'volume_id': '21b7b52c-cc41-4491-9756-e472c3a90377', 'name': 'volume-21b7b52c-cc41-4491-9756-e472c3a90377', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ec5c0b6-4531-4f20-a044-23857162e51c', 'attached_at': '', 'detached_at': '', 'volume_id': '21b7b52c-cc41-4491-9756-e472c3a90377', 'serial': '21b7b52c-cc41-4491-9756-e472c3a90377'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1101.677076] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ad3e0c-d30e-4952-ae0a-4c509490beba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.702397] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2a9fc3-fb56-476b-ae99-7a6e5d6723a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.710040] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dd449d-2921-4efb-8d79-e18a6bc0ca02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.732767] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc7be86-55b4-451d-9d8f-d3e4c482526b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.749259] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] The volume has not been displaced from its original location: [datastore2] volume-21b7b52c-cc41-4491-9756-e472c3a90377/volume-21b7b52c-cc41-4491-9756-e472c3a90377.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1101.755502] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1101.756147] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b8428f9-15c8-488b-95e5-91aeb8d4dece {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.776449] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1101.776449] env[62859]: value = "task-2538625" [ 1101.776449] env[62859]: _type = "Task" [ 1101.776449] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.785260] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.921856] env[62859]: DEBUG oslo_vmware.api [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538623, 'name': PowerOnVM_Task, 'duration_secs': 0.540197} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.922164] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.922375] env[62859]: INFO nova.compute.manager [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1101.922561] env[62859]: DEBUG nova.compute.manager [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.923451] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111dc460-5673-482c-820c-7da6880f51ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.286198] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538625, 'name': ReconfigVM_Task, 'duration_secs': 0.216242} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.286491] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.291192] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56869a92-1793-457a-b740-0d80531ecfae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.306531] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1102.306531] env[62859]: value = "task-2538626" [ 1102.306531] env[62859]: _type = "Task" [ 1102.306531] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.314164] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.446389] env[62859]: INFO nova.compute.manager [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Took 14.15 seconds to build instance. [ 1102.605693] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effc38fc-3427-44b2-8143-89e9316f8ac1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.613338] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13841b89-56cd-4ae5-a578-8b2804efab1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.647183] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3b9eba-f8b4-4d6e-8376-42eb6fc59c55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.657012] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7834e28d-db78-43b7-b488-2753bb6c4624 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.673791] env[62859]: DEBUG nova.compute.provider_tree [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.815913] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538626, 'name': ReconfigVM_Task, 'duration_secs': 0.228515} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.816314] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512876', 'volume_id': '21b7b52c-cc41-4491-9756-e472c3a90377', 'name': 'volume-21b7b52c-cc41-4491-9756-e472c3a90377', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1ec5c0b6-4531-4f20-a044-23857162e51c', 'attached_at': '', 'detached_at': '', 'volume_id': '21b7b52c-cc41-4491-9756-e472c3a90377', 'serial': '21b7b52c-cc41-4491-9756-e472c3a90377'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1102.816424] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.817182] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf8bb20-1728-4c11-8ca1-1f49bdac7eeb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.823415] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.823635] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda9dbdf-431b-4d41-8aed-aea72f01e959 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.948552] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6c9711e5-a836-4eb1-a78c-4894f55e80f9 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.664s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.033711] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b743da15-8243-4698-922c-b6ca8cfcf340 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.052201] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.081721] env[62859]: DEBUG nova.compute.manager [req-1a038765-56c6-4b4a-87fd-a52ca83831f2 req-083821df-22fa-44e4-9f2f-daf89b6a1d66 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Received event network-changed-2017e499-aebd-4055-852e-4fcc47108a5f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.081916] env[62859]: DEBUG nova.compute.manager [req-1a038765-56c6-4b4a-87fd-a52ca83831f2 req-083821df-22fa-44e4-9f2f-daf89b6a1d66 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Refreshing instance network info cache due to event network-changed-2017e499-aebd-4055-852e-4fcc47108a5f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1103.082146] env[62859]: DEBUG oslo_concurrency.lockutils [req-1a038765-56c6-4b4a-87fd-a52ca83831f2 req-083821df-22fa-44e4-9f2f-daf89b6a1d66 service nova] Acquiring lock "refresh_cache-91260c77-36e2-4cbf-9eff-b0a1fcc324be" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.082675] env[62859]: DEBUG oslo_concurrency.lockutils [req-1a038765-56c6-4b4a-87fd-a52ca83831f2 req-083821df-22fa-44e4-9f2f-daf89b6a1d66 service nova] Acquired lock "refresh_cache-91260c77-36e2-4cbf-9eff-b0a1fcc324be" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.082675] env[62859]: DEBUG nova.network.neutron [req-1a038765-56c6-4b4a-87fd-a52ca83831f2 req-083821df-22fa-44e4-9f2f-daf89b6a1d66 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Refreshing network info cache for port 2017e499-aebd-4055-852e-4fcc47108a5f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.177182] env[62859]: DEBUG nova.scheduler.client.report [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.371644] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.371890] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.372133] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleting the datastore file [datastore1] 1ec5c0b6-4531-4f20-a044-23857162e51c {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.372416] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36da8413-5398-40c8-b6cd-7929da041c61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.379186] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1103.379186] env[62859]: value = "task-2538628" [ 1103.379186] env[62859]: _type = "Task" [ 1103.379186] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.386703] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.558496] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.558826] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d2d44d-060d-40d5-9b39-e501b8b7d58e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.565353] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1103.565353] env[62859]: value = "task-2538629" [ 1103.565353] env[62859]: _type = "Task" [ 1103.565353] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.573050] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.682168] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.683012] env[62859]: DEBUG nova.compute.manager [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.823574] env[62859]: DEBUG nova.network.neutron [req-1a038765-56c6-4b4a-87fd-a52ca83831f2 req-083821df-22fa-44e4-9f2f-daf89b6a1d66 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Updated VIF entry in instance network info cache for port 2017e499-aebd-4055-852e-4fcc47108a5f. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.823946] env[62859]: DEBUG nova.network.neutron [req-1a038765-56c6-4b4a-87fd-a52ca83831f2 req-083821df-22fa-44e4-9f2f-daf89b6a1d66 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Updating instance_info_cache with network_info: [{"id": "2017e499-aebd-4055-852e-4fcc47108a5f", "address": "fa:16:3e:7d:4d:ec", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017e499-ae", "ovs_interfaceid": "2017e499-aebd-4055-852e-4fcc47108a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.889571] env[62859]: DEBUG oslo_vmware.api [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184688} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.889754] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.889937] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.890153] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.890342] env[62859]: INFO nova.compute.manager [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Took 2.74 seconds to destroy the instance on the hypervisor. [ 1103.890584] env[62859]: DEBUG oslo.service.loopingcall [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.890773] env[62859]: DEBUG nova.compute.manager [-] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.890869] env[62859]: DEBUG nova.network.neutron [-] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.077540] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538629, 'name': PowerOffVM_Task, 'duration_secs': 0.212928} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.077540] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.077540] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.188250] env[62859]: DEBUG nova.compute.utils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.190032] env[62859]: DEBUG nova.compute.manager [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.190032] env[62859]: DEBUG nova.network.neutron [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.251257] env[62859]: DEBUG nova.policy [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a042127235494a89872707ef07b540c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01142dda89b94b64ae99add7684d2f5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.326745] env[62859]: DEBUG oslo_concurrency.lockutils [req-1a038765-56c6-4b4a-87fd-a52ca83831f2 req-083821df-22fa-44e4-9f2f-daf89b6a1d66 service nova] Releasing lock "refresh_cache-91260c77-36e2-4cbf-9eff-b0a1fcc324be" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.583390] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.583638] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.583801] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.583986] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.584152] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.584304] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.584506] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.584666] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.584837] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.584998] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.585219] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.590339] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fbe0ef-0015-4117-a2bd-adf5e79a1360 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.601687] env[62859]: DEBUG nova.network.neutron [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Successfully created port: 68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.608252] env[62859]: DEBUG nova.network.neutron [-] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.614027] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1104.614027] env[62859]: value = "task-2538630" [ 1104.614027] env[62859]: _type = "Task" [ 1104.614027] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.624520] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.671972] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquiring lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.672247] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.672463] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquiring lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.672649] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.672821] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.675146] env[62859]: INFO nova.compute.manager [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Terminating instance [ 1104.693399] env[62859]: DEBUG nova.compute.manager [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.107847] env[62859]: DEBUG nova.compute.manager [req-7381ebcb-ea0a-4b7e-8fec-f3c1425031ae req-d0798894-b94e-4637-a1e3-dd584e4a1fb7 service nova] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Received event network-vif-deleted-bf3e4843-29d5-46da-bafa-44d4e5bfef8d {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.113009] env[62859]: INFO nova.compute.manager [-] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Took 1.22 seconds to deallocate network for instance. [ 1105.124176] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538630, 'name': ReconfigVM_Task, 'duration_secs': 0.298559} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.124463] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.179390] env[62859]: DEBUG nova.compute.manager [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.179617] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.180601] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13b4c0-c2bd-4ad8-a0ce-b7f0ac84150c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.188543] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.188807] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfc0bc58-6f58-4ab3-8cce-3f8eb3dd5fb1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.194750] env[62859]: DEBUG oslo_vmware.api [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1105.194750] env[62859]: value = "task-2538631" [ 1105.194750] env[62859]: _type = "Task" [ 1105.194750] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.208119] env[62859]: DEBUG oslo_vmware.api [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.630340] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.630340] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.630559] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.630662] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.630819] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.630969] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.631200] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.631364] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.631533] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.631697] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.631870] env[62859]: DEBUG nova.virt.hardware [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.637241] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.637526] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f97c52-055a-4dbf-9ee0-2778fc781dc5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.656344] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1105.656344] env[62859]: value = "task-2538632" [ 1105.656344] env[62859]: _type = "Task" [ 1105.656344] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.660540] env[62859]: INFO nova.compute.manager [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Took 0.55 seconds to detach 1 volumes for instance. [ 1105.667695] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.706117] env[62859]: DEBUG nova.compute.manager [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.708665] env[62859]: DEBUG oslo_vmware.api [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538631, 'name': PowerOffVM_Task, 'duration_secs': 0.256858} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.709348] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.709838] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.710120] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9212349-851d-42bb-99a7-b7ac109e8c43 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.734992] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.735281] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.735618] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.735959] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.736161] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.736338] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.736553] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.736714] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.737314] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.737677] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.737959] env[62859]: DEBUG nova.virt.hardware [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.739202] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912a5c88-95df-4713-a7a1-bd04908f38c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.747566] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf22125-62b8-4bf3-a304-9379d4d73e71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.772038] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.772136] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.772342] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Deleting the datastore file [datastore1] ad2897f5-eeb0-4f9c-8603-9a75e6c68507 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.772663] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fab8c3c5-3e9f-427f-a26e-ef99667fc973 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.781604] env[62859]: DEBUG oslo_vmware.api [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for the task: (returnval){ [ 1105.781604] env[62859]: value = "task-2538634" [ 1105.781604] env[62859]: _type = "Task" [ 1105.781604] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.789779] env[62859]: DEBUG oslo_vmware.api [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.040742] env[62859]: DEBUG nova.network.neutron [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Successfully updated port: 68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.172099] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.172443] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.172723] env[62859]: DEBUG nova.objects.instance [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'resources' on Instance uuid 1ec5c0b6-4531-4f20-a044-23857162e51c {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.173998] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538632, 'name': ReconfigVM_Task, 'duration_secs': 0.172538} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.174546] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.175809] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b3acc7-8197-40fa-a732-50c37e15d0ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.208835] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-de272b6a-6416-4d39-847f-a19aeedf4ee6/volume-de272b6a-6416-4d39-847f-a19aeedf4ee6.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.209329] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23acb6fc-7aaa-468a-ad1a-7d6a0652291e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.237061] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1106.237061] env[62859]: value = "task-2538635" [ 1106.237061] env[62859]: _type = "Task" [ 1106.237061] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.248600] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.292107] env[62859]: DEBUG oslo_vmware.api [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Task: {'id': task-2538634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137755} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.292420] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.292659] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.292895] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.293136] env[62859]: INFO nova.compute.manager [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1106.293431] env[62859]: DEBUG oslo.service.loopingcall [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.293677] env[62859]: DEBUG nova.compute.manager [-] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.293808] env[62859]: DEBUG nova.network.neutron [-] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.547026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.547026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.547026] env[62859]: DEBUG nova.network.neutron [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.752894] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538635, 'name': ReconfigVM_Task, 'duration_secs': 0.297519} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.754964] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-de272b6a-6416-4d39-847f-a19aeedf4ee6/volume-de272b6a-6416-4d39-847f-a19aeedf4ee6.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.755548] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.842910] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177c6ff7-497d-48f5-b5ad-788425784efa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.850961] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78044186-d9aa-4ee0-b6e7-e7291247be87 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.883190] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad046a2d-ed96-4830-b741-4572f6a16b14 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.890446] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f77aa5-c82a-4820-b9ad-9c70743dff7a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.903500] env[62859]: DEBUG nova.compute.provider_tree [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.075357] env[62859]: DEBUG nova.network.neutron [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.141291] env[62859]: DEBUG nova.compute.manager [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received event network-vif-plugged-68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.141537] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] Acquiring lock "369791b0-21cf-4234-951a-dcd8d3a7eb43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.141754] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.141952] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.142183] env[62859]: DEBUG nova.compute.manager [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] No waiting events found dispatching network-vif-plugged-68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.142355] env[62859]: WARNING nova.compute.manager [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received unexpected event network-vif-plugged-68d74e1d-2acd-4cef-a7f8-64e64bb02016 for instance with vm_state building and task_state spawning. [ 1107.142519] env[62859]: DEBUG nova.compute.manager [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received event network-changed-68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.142675] env[62859]: DEBUG nova.compute.manager [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing instance network info cache due to event network-changed-68d74e1d-2acd-4cef-a7f8-64e64bb02016. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1107.142907] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] Acquiring lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.205884] env[62859]: DEBUG nova.network.neutron [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [{"id": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "address": "fa:16:3e:1d:56:86", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d74e1d-2a", "ovs_interfaceid": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.264398] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d343d4-0207-4edc-a5e4-2e8e124c00ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.287150] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd3d66-c27f-4dfb-a8fe-2584ca2b4a14 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.304963] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.406132] env[62859]: DEBUG nova.scheduler.client.report [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.545530] env[62859]: DEBUG nova.network.neutron [-] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.708854] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.709223] env[62859]: DEBUG nova.compute.manager [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Instance network_info: |[{"id": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "address": "fa:16:3e:1d:56:86", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d74e1d-2a", "ovs_interfaceid": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.709539] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] Acquired lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.709720] env[62859]: DEBUG nova.network.neutron [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing network info cache for port 68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.710999] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:56:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68d74e1d-2acd-4cef-a7f8-64e64bb02016', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.718876] env[62859]: DEBUG oslo.service.loopingcall [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1107.719484] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.719696] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.720523] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.720668] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1107.721815] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4d47c4c-51b8-4c53-a7b3-12313a908483 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.743174] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.743174] env[62859]: value = "task-2538636" [ 1107.743174] env[62859]: _type = "Task" [ 1107.743174] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.751345] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538636, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.910683] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.932524] env[62859]: INFO nova.scheduler.client.report [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted allocations for instance 1ec5c0b6-4531-4f20-a044-23857162e51c [ 1108.048123] env[62859]: INFO nova.compute.manager [-] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Took 1.75 seconds to deallocate network for instance. [ 1108.256436] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538636, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.432566] env[62859]: DEBUG nova.network.neutron [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updated VIF entry in instance network info cache for port 68d74e1d-2acd-4cef-a7f8-64e64bb02016. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.433008] env[62859]: DEBUG nova.network.neutron [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [{"id": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "address": "fa:16:3e:1d:56:86", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d74e1d-2a", "ovs_interfaceid": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.440212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c9f6d7b7-b026-4f39-9ac2-d0d333b936d5 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "1ec5c0b6-4531-4f20-a044-23857162e51c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.793s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.554148] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.554319] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.554540] env[62859]: DEBUG nova.objects.instance [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lazy-loading 'resources' on Instance uuid ad2897f5-eeb0-4f9c-8603-9a75e6c68507 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.755617] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538636, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.935551] env[62859]: DEBUG oslo_concurrency.lockutils [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] Releasing lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.935831] env[62859]: DEBUG nova.compute.manager [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Received event network-vif-deleted-3ac7e7ee-2328-4037-893d-53c0c3f1f03b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.936038] env[62859]: INFO nova.compute.manager [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Neutron deleted interface 3ac7e7ee-2328-4037-893d-53c0c3f1f03b; detaching it from the instance and deleting it from the info cache [ 1108.936221] env[62859]: DEBUG nova.network.neutron [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.954288] env[62859]: DEBUG nova.network.neutron [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Port 814fe0ec-e476-401a-a87e-0db2037b7faa binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1109.202787] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9862d1-0ad9-47a7-9267-93d5f96dd3d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.211629] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6cfb9a-638a-4d42-b5c0-912fb7cd240e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.247471] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f628ae68-20c0-4b84-b6fb-c5c9a723edf4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.261594] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513ef1e2-1e0d-434e-90b8-f668abbde31e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.265196] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538636, 'name': CreateVM_Task, 'duration_secs': 1.261848} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.265871] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.266839] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.266839] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.267026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.267496] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9220c174-caa3-46d0-9687-c25e53241162 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.276407] env[62859]: DEBUG nova.compute.provider_tree [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.280858] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1109.280858] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52926369-4f4e-7199-6967-a42d061e4f9e" [ 1109.280858] env[62859]: _type = "Task" [ 1109.280858] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.289436] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52926369-4f4e-7199-6967-a42d061e4f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.293606] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.293746] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.293891] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Forcefully refreshing network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1109.439402] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c21a997c-c2af-4ddd-ba9b-c551a13fb335 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.449927] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de27f86-b215-4daa-9714-5a392432f0d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.487773] env[62859]: DEBUG nova.compute.manager [req-5aa28c9f-8be9-4683-af86-102c890b96c6 req-bb89e6ad-58b0-45b7-8067-d79f37e1d96e service nova] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Detach interface failed, port_id=3ac7e7ee-2328-4037-893d-53c0c3f1f03b, reason: Instance ad2897f5-eeb0-4f9c-8603-9a75e6c68507 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1109.779904] env[62859]: DEBUG nova.scheduler.client.report [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.793189] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52926369-4f4e-7199-6967-a42d061e4f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.793500] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.793725] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.793954] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.794116] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.794297] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.794553] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1ea9b99-6936-4707-88a1-8a5728ddb6e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.805973] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.806164] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.807092] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fa53e0-7866-4d1f-9dff-c2052bc54c43 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.812042] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1109.812042] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d0aa3d-6896-e606-722c-7b6176bcd116" [ 1109.812042] env[62859]: _type = "Task" [ 1109.812042] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.819607] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d0aa3d-6896-e606-722c-7b6176bcd116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.980887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.980887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.980887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.289103] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.305290] env[62859]: INFO nova.scheduler.client.report [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Deleted allocations for instance ad2897f5-eeb0-4f9c-8603-9a75e6c68507 [ 1110.322457] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d0aa3d-6896-e606-722c-7b6176bcd116, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.323236] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfa40cd-f367-46d4-8828-9776360a912b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.328143] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1110.328143] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521e7ad9-c3c5-79ef-73ab-60ceb1d06303" [ 1110.328143] env[62859]: _type = "Task" [ 1110.328143] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.335174] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521e7ad9-c3c5-79ef-73ab-60ceb1d06303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.528535] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.603577] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.603823] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.812611] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4dfd474f-e531-4be1-bb81-878e207c3f28 tempest-ServersV294TestFqdnHostnames-862332936 tempest-ServersV294TestFqdnHostnames-862332936-project-member] Lock "ad2897f5-eeb0-4f9c-8603-9a75e6c68507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.140s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.838476] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521e7ad9-c3c5-79ef-73ab-60ceb1d06303, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.838727] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.838974] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 369791b0-21cf-4234-951a-dcd8d3a7eb43/369791b0-21cf-4234-951a-dcd8d3a7eb43.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.839232] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fc9796f-3b70-4b6a-a90a-8f161bf1d118 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.845250] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1110.845250] env[62859]: value = "task-2538637" [ 1110.845250] env[62859]: _type = "Task" [ 1110.845250] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.853062] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.017437] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.017635] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.017817] env[62859]: DEBUG nova.network.neutron [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.030958] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.031214] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updated the network info_cache for instance {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1111.031754] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.031942] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.032194] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.032378] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.032525] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.032672] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.032807] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1111.032952] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.107275] env[62859]: DEBUG nova.compute.manager [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.356939] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440262} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.357272] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 369791b0-21cf-4234-951a-dcd8d3a7eb43/369791b0-21cf-4234-951a-dcd8d3a7eb43.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.357475] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.357758] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fabc434c-759a-4894-b9aa-f094f9c41ead {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.364535] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1111.364535] env[62859]: value = "task-2538638" [ 1111.364535] env[62859]: _type = "Task" [ 1111.364535] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.372980] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.535408] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.535638] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.535831] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.536156] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1111.536855] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7666ab8-9d42-428d-b912-b641edc736ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.546584] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41149d7-faaa-4e14-9a3e-1b9ff9e30945 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.561870] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66b78fa-a3de-47ea-9aa8-e61e626c0464 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.567940] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ea80b5-fa8a-4ef2-808f-85f260a0ae69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.597170] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180310MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1111.597316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.597514] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.633534] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.740896] env[62859]: DEBUG nova.network.neutron [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance_info_cache with network_info: [{"id": "814fe0ec-e476-401a-a87e-0db2037b7faa", "address": "fa:16:3e:ca:88:ab", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814fe0ec-e4", "ovs_interfaceid": "814fe0ec-e476-401a-a87e-0db2037b7faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.875095] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057454} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.875329] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.876117] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a61c1-0e9a-49c0-a942-bb457746fc19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.897992] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 369791b0-21cf-4234-951a-dcd8d3a7eb43/369791b0-21cf-4234-951a-dcd8d3a7eb43.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.898272] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba8f15b-de84-43f2-97c2-60b26736404d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.918679] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1111.918679] env[62859]: value = "task-2538639" [ 1111.918679] env[62859]: _type = "Task" [ 1111.918679] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.926541] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.244023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.427789] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538639, 'name': ReconfigVM_Task, 'duration_secs': 0.287124} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.428120] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 369791b0-21cf-4234-951a-dcd8d3a7eb43/369791b0-21cf-4234-951a-dcd8d3a7eb43.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.428557] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf3fb4db-63fd-485e-8ff3-51fe471c2eae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.435028] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1112.435028] env[62859]: value = "task-2538640" [ 1112.435028] env[62859]: _type = "Task" [ 1112.435028] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.442354] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538640, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.576731] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "a4e83d62-32d3-4605-a43d-541782c7937f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.577014] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.577229] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.577414] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.578428] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.579796] env[62859]: INFO nova.compute.manager [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Terminating instance [ 1112.610578] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Applying migration context for instance 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f as it has an incoming, in-progress migration 4f3a26d8-93e4-448d-9378-afcfd5390714. Migration status is post-migrating {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1112.611643] env[62859]: INFO nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating resource usage from migration 4f3a26d8-93e4-448d-9378-afcfd5390714 [ 1112.631999] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1112.632254] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c45237e1-fa97-4539-a2ee-77fb50619c40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1112.632397] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 1bf2e44f-15b5-4071-86ce-2aea808dd53b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1112.632519] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance a4e83d62-32d3-4605-a43d-541782c7937f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1112.632637] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance f69445b1-9733-4711-8308-6dff349beb17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1112.632752] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 73d8e0d2-0207-4564-a21e-d126e37f7047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1112.632865] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 91260c77-36e2-4cbf-9eff-b0a1fcc324be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1112.632980] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Migration 4f3a26d8-93e4-448d-9378-afcfd5390714 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1112.633112] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1112.633225] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 369791b0-21cf-4234-951a-dcd8d3a7eb43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1112.755077] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bf8d45-5fbf-4142-83ed-a50047cce19f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.763984] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd8c496-09d6-4bb7-89a3-88a16853cd0c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.944654] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538640, 'name': Rename_Task, 'duration_secs': 0.140082} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.944944] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.945379] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f765704-33ad-4244-b6a6-a6ee0b062684 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.952901] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1112.952901] env[62859]: value = "task-2538641" [ 1112.952901] env[62859]: _type = "Task" [ 1112.952901] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.961645] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.083870] env[62859]: DEBUG nova.compute.manager [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.084174] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.085049] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aaf338-1909-4c3d-b83b-43e72c56ef4c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.092397] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.092632] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5649f7f6-e2a0-43e4-ab8e-6b044449447f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.098437] env[62859]: DEBUG oslo_vmware.api [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1113.098437] env[62859]: value = "task-2538642" [ 1113.098437] env[62859]: _type = "Task" [ 1113.098437] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.106613] env[62859]: DEBUG oslo_vmware.api [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.135642] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 154bfb54-639d-4d7a-9109-85baa5c4fb5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1113.136433] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1113.136433] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1113.289669] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2881c6e4-e5a0-47d2-a5f9-cbd6e02b2bf4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.297767] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01e3f82-7695-4925-9ed6-2f98d2069e17 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.330529] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0af6e1-082d-45b1-a7cd-c57945e6e7fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.337953] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdb867a-db42-42cf-bfa1-eb437d682835 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.352365] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.462967] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538641, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.610619] env[62859]: DEBUG oslo_vmware.api [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538642, 'name': PowerOffVM_Task, 'duration_secs': 0.187574} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.610619] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.610619] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.610619] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cf1031e-0deb-44f7-95bc-acb49bb6143f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.683483] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.683717] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.683900] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleting the datastore file [datastore1] a4e83d62-32d3-4605-a43d-541782c7937f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.684184] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a63761-6d0d-459d-aa54-74fbe13dc317 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.690703] env[62859]: DEBUG oslo_vmware.api [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for the task: (returnval){ [ 1113.690703] env[62859]: value = "task-2538644" [ 1113.690703] env[62859]: _type = "Task" [ 1113.690703] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.698186] env[62859]: DEBUG oslo_vmware.api [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.855535] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.875515] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5319e2a3-d36b-43be-8cfe-6c0f5acdd668 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.896191] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4bddef-a6f6-461a-9c93-d42e114dd7f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.903974] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.963646] env[62859]: DEBUG oslo_vmware.api [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538641, 'name': PowerOnVM_Task, 'duration_secs': 0.524007} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.963890] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.964079] env[62859]: INFO nova.compute.manager [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1113.964302] env[62859]: DEBUG nova.compute.manager [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.965101] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46c0c08-5d65-4e8a-8e2f-50980fae111c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.201227] env[62859]: DEBUG oslo_vmware.api [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Task: {'id': task-2538644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148285} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.201487] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.201679] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.201856] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.202042] env[62859]: INFO nova.compute.manager [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1114.202305] env[62859]: DEBUG oslo.service.loopingcall [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.202494] env[62859]: DEBUG nova.compute.manager [-] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.202591] env[62859]: DEBUG nova.network.neutron [-] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.363446] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1114.363754] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.766s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.364347] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.731s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.368796] env[62859]: INFO nova.compute.claims [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.375192] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.411054] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.411054] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c466781a-ec46-45ee-8fa8-2dc01350e020 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.418780] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1114.418780] env[62859]: value = "task-2538645" [ 1114.418780] env[62859]: _type = "Task" [ 1114.418780] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.427576] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.485437] env[62859]: INFO nova.compute.manager [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Took 13.09 seconds to build instance. [ 1114.766411] env[62859]: DEBUG nova.compute.manager [req-64fb1575-de69-4b26-8f65-1c0978a92ba8 req-9f7893ad-d389-4111-bf5b-ae59c6801d51 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Received event network-vif-deleted-61ece41e-78cd-4851-8966-d0ac21207904 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.766411] env[62859]: INFO nova.compute.manager [req-64fb1575-de69-4b26-8f65-1c0978a92ba8 req-9f7893ad-d389-4111-bf5b-ae59c6801d51 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Neutron deleted interface 61ece41e-78cd-4851-8966-d0ac21207904; detaching it from the instance and deleting it from the info cache [ 1114.766411] env[62859]: DEBUG nova.network.neutron [req-64fb1575-de69-4b26-8f65-1c0978a92ba8 req-9f7893ad-d389-4111-bf5b-ae59c6801d51 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.931496] env[62859]: DEBUG oslo_vmware.api [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538645, 'name': PowerOnVM_Task, 'duration_secs': 0.407277} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.931496] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.931496] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ca593ae6-e994-4ce0-b0e5-6a334aeafbcf tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.987817] env[62859]: DEBUG oslo_concurrency.lockutils [None req-680b0436-1636-48ff-954a-dd769a2281d3 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.601s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.237511] env[62859]: DEBUG nova.network.neutron [-] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.269853] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43ca0607-5afe-4be1-99cb-541d4fe15b8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.281297] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d32b510-6650-49db-8c5c-2c1a9ea55e58 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.319243] env[62859]: DEBUG nova.compute.manager [req-64fb1575-de69-4b26-8f65-1c0978a92ba8 req-9f7893ad-d389-4111-bf5b-ae59c6801d51 service nova] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Detach interface failed, port_id=61ece41e-78cd-4851-8966-d0ac21207904, reason: Instance a4e83d62-32d3-4605-a43d-541782c7937f could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1115.584519] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0315e52f-699a-449c-9e8d-f0dc3ad6163e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.594049] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c968da-39eb-493f-89f4-d73beadd38f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.629041] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b6afab-dc60-4287-b6b6-b8166b237204 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.637714] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10c899f-1ca0-4c39-9f51-ac718047c980 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.652509] env[62859]: DEBUG nova.compute.provider_tree [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.741480] env[62859]: INFO nova.compute.manager [-] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Took 1.54 seconds to deallocate network for instance. [ 1115.900472] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.900472] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.900472] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.900472] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.900472] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.900472] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1115.900472] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.156478] env[62859]: DEBUG nova.scheduler.client.report [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.250647] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.359900] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquiring lock "091950cf-2e5b-45d1-bc9e-a39284506a26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.360184] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "091950cf-2e5b-45d1-bc9e-a39284506a26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.402930] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.661933] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.662498] env[62859]: DEBUG nova.compute.manager [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.665098] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.415s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.665608] env[62859]: DEBUG nova.objects.instance [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lazy-loading 'resources' on Instance uuid a4e83d62-32d3-4605-a43d-541782c7937f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.798864] env[62859]: DEBUG nova.compute.manager [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.799159] env[62859]: DEBUG nova.compute.manager [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing instance network info cache due to event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1116.799409] env[62859]: DEBUG oslo_concurrency.lockutils [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] Acquiring lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.799558] env[62859]: DEBUG oslo_concurrency.lockutils [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] Acquired lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.799722] env[62859]: DEBUG nova.network.neutron [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.862307] env[62859]: DEBUG nova.compute.manager [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.168582] env[62859]: DEBUG nova.compute.utils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.172803] env[62859]: DEBUG nova.compute.manager [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.172978] env[62859]: DEBUG nova.network.neutron [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.233911] env[62859]: DEBUG nova.policy [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34d692a5929f458ca65ff76f3b1a871a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e9bb200572a489ca2c14c11bf27f33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.241141] env[62859]: DEBUG nova.compute.manager [req-fda87809-6381-4a7e-af54-b95aac85f26f req-48612329-755d-4547-a5a7-c7c02b6e7f68 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received event network-changed-68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.241363] env[62859]: DEBUG nova.compute.manager [req-fda87809-6381-4a7e-af54-b95aac85f26f req-48612329-755d-4547-a5a7-c7c02b6e7f68 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing instance network info cache due to event network-changed-68d74e1d-2acd-4cef-a7f8-64e64bb02016. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1117.241563] env[62859]: DEBUG oslo_concurrency.lockutils [req-fda87809-6381-4a7e-af54-b95aac85f26f req-48612329-755d-4547-a5a7-c7c02b6e7f68 service nova] Acquiring lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.241718] env[62859]: DEBUG oslo_concurrency.lockutils [req-fda87809-6381-4a7e-af54-b95aac85f26f req-48612329-755d-4547-a5a7-c7c02b6e7f68 service nova] Acquired lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.241861] env[62859]: DEBUG nova.network.neutron [req-fda87809-6381-4a7e-af54-b95aac85f26f req-48612329-755d-4547-a5a7-c7c02b6e7f68 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing network info cache for port 68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.369577] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba37b7b-9644-4da0-85e4-2677c02af145 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.389028] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccebc45d-68c9-4eaa-a5e1-d1b4b373a5c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.391459] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.429291] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a24525-2da4-4702-8017-9d24be0d1140 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.437725] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712e746f-31d9-4f02-a3be-44bbc8adfff8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.451819] env[62859]: DEBUG nova.compute.provider_tree [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.562184] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.562463] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.562654] env[62859]: DEBUG nova.compute.manager [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Going to confirm migration 7 {{(pid=62859) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1117.576506] env[62859]: DEBUG nova.network.neutron [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updated VIF entry in instance network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.576839] env[62859]: DEBUG nova.network.neutron [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.673522] env[62859]: DEBUG nova.compute.manager [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.817516] env[62859]: DEBUG nova.network.neutron [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Successfully created port: 1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.953729] env[62859]: DEBUG nova.network.neutron [req-fda87809-6381-4a7e-af54-b95aac85f26f req-48612329-755d-4547-a5a7-c7c02b6e7f68 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updated VIF entry in instance network info cache for port 68d74e1d-2acd-4cef-a7f8-64e64bb02016. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.955206] env[62859]: DEBUG nova.network.neutron [req-fda87809-6381-4a7e-af54-b95aac85f26f req-48612329-755d-4547-a5a7-c7c02b6e7f68 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [{"id": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "address": "fa:16:3e:1d:56:86", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d74e1d-2a", "ovs_interfaceid": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.957698] env[62859]: DEBUG nova.scheduler.client.report [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.080026] env[62859]: DEBUG oslo_concurrency.lockutils [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] Releasing lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.080304] env[62859]: DEBUG nova.compute.manager [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received event network-changed-68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.080592] env[62859]: DEBUG nova.compute.manager [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing instance network info cache due to event network-changed-68d74e1d-2acd-4cef-a7f8-64e64bb02016. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.080791] env[62859]: DEBUG oslo_concurrency.lockutils [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] Acquiring lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.121467] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.121621] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquired lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.121799] env[62859]: DEBUG nova.network.neutron [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.121986] env[62859]: DEBUG nova.objects.instance [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lazy-loading 'info_cache' on Instance uuid 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.456777] env[62859]: DEBUG oslo_concurrency.lockutils [req-fda87809-6381-4a7e-af54-b95aac85f26f req-48612329-755d-4547-a5a7-c7c02b6e7f68 service nova] Releasing lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.457216] env[62859]: DEBUG oslo_concurrency.lockutils [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] Acquired lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.457434] env[62859]: DEBUG nova.network.neutron [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing network info cache for port 68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.460606] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.462780] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.060s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.462953] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.463126] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1118.463498] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.072s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.465230] env[62859]: INFO nova.compute.claims [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.468476] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83ca454-2813-452e-b0ba-c9472b3cf0e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.478327] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a298dac0-0b9b-484d-99cc-32e2cbb4a811 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.482870] env[62859]: INFO nova.scheduler.client.report [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Deleted allocations for instance a4e83d62-32d3-4605-a43d-541782c7937f [ 1118.495339] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af21a6c-d8e4-41c5-87e1-ac5eb03d3689 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.503602] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b741701b-057a-4e29-93e4-c8adf1be25c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.535469] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180310MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1118.535645] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.682440] env[62859]: DEBUG nova.compute.manager [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.710614] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.710614] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.710788] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.710855] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.711013] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.711189] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.711459] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.711646] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.711837] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.712009] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.712197] env[62859]: DEBUG nova.virt.hardware [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.713210] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581ff8a2-649c-4208-983f-bec73e174dbc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.722339] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413f93a4-bdce-435e-baaa-32325500bc8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.998311] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cfaf00ed-6989-4d74-8cc3-65c30874382f tempest-AttachVolumeShelveTestJSON-1464989490 tempest-AttachVolumeShelveTestJSON-1464989490-project-member] Lock "a4e83d62-32d3-4605-a43d-541782c7937f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.420s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.301506] env[62859]: DEBUG nova.compute.manager [req-4c4e4181-8f1e-4028-8f20-8d250d7053cf req-04f8eed6-ae86-4f0d-b754-e7ae11e8a35b service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.301748] env[62859]: DEBUG nova.compute.manager [req-4c4e4181-8f1e-4028-8f20-8d250d7053cf req-04f8eed6-ae86-4f0d-b754-e7ae11e8a35b service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing instance network info cache due to event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1119.302411] env[62859]: DEBUG oslo_concurrency.lockutils [req-4c4e4181-8f1e-4028-8f20-8d250d7053cf req-04f8eed6-ae86-4f0d-b754-e7ae11e8a35b service nova] Acquiring lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.302411] env[62859]: DEBUG oslo_concurrency.lockutils [req-4c4e4181-8f1e-4028-8f20-8d250d7053cf req-04f8eed6-ae86-4f0d-b754-e7ae11e8a35b service nova] Acquired lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.302411] env[62859]: DEBUG nova.network.neutron [req-4c4e4181-8f1e-4028-8f20-8d250d7053cf req-04f8eed6-ae86-4f0d-b754-e7ae11e8a35b service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.323278] env[62859]: DEBUG nova.compute.manager [req-e1407da3-70b1-4834-8daa-86c3d17a087f req-29990761-8b68-4c85-b9d4-ed210523174e service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Received event network-vif-plugged-1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.323278] env[62859]: DEBUG oslo_concurrency.lockutils [req-e1407da3-70b1-4834-8daa-86c3d17a087f req-29990761-8b68-4c85-b9d4-ed210523174e service nova] Acquiring lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.323278] env[62859]: DEBUG oslo_concurrency.lockutils [req-e1407da3-70b1-4834-8daa-86c3d17a087f req-29990761-8b68-4c85-b9d4-ed210523174e service nova] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.323278] env[62859]: DEBUG oslo_concurrency.lockutils [req-e1407da3-70b1-4834-8daa-86c3d17a087f req-29990761-8b68-4c85-b9d4-ed210523174e service nova] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.323278] env[62859]: DEBUG nova.compute.manager [req-e1407da3-70b1-4834-8daa-86c3d17a087f req-29990761-8b68-4c85-b9d4-ed210523174e service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] No waiting events found dispatching network-vif-plugged-1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.323278] env[62859]: WARNING nova.compute.manager [req-e1407da3-70b1-4834-8daa-86c3d17a087f req-29990761-8b68-4c85-b9d4-ed210523174e service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Received unexpected event network-vif-plugged-1e7cf536-a54c-4796-a3be-6403ffdd0e98 for instance with vm_state building and task_state spawning. [ 1119.398507] env[62859]: DEBUG nova.network.neutron [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updated VIF entry in instance network info cache for port 68d74e1d-2acd-4cef-a7f8-64e64bb02016. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.398507] env[62859]: DEBUG nova.network.neutron [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [{"id": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "address": "fa:16:3e:1d:56:86", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d74e1d-2a", "ovs_interfaceid": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.511566] env[62859]: DEBUG nova.network.neutron [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance_info_cache with network_info: [{"id": "814fe0ec-e476-401a-a87e-0db2037b7faa", "address": "fa:16:3e:ca:88:ab", "network": {"id": "a81f2ffb-b4ef-4757-a82f-e2bc812a06ed", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1177391956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6968605e9f584348a625e6b87452890f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap814fe0ec-e4", "ovs_interfaceid": "814fe0ec-e476-401a-a87e-0db2037b7faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.535158] env[62859]: DEBUG nova.network.neutron [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Successfully updated port: 1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.612502] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b250be5-3321-46e1-8929-6d093f5b4454 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.620509] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e7a7c2-b81a-4d36-a547-6a8f01ef5946 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.649801] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9709edb-f24c-4bd1-88e8-1534d8fb2b18 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.656350] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94dfd3b-f77a-4de5-99e8-c4a20e9300a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.668645] env[62859]: DEBUG nova.compute.provider_tree [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.899822] env[62859]: DEBUG oslo_concurrency.lockutils [req-605b365d-6244-4c9e-8b4f-a348b7b6d695 req-dd87f986-fb73-4742-a5f2-6200d5c1d325 service nova] Releasing lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.992862] env[62859]: DEBUG nova.network.neutron [req-4c4e4181-8f1e-4028-8f20-8d250d7053cf req-04f8eed6-ae86-4f0d-b754-e7ae11e8a35b service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updated VIF entry in instance network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.993248] env[62859]: DEBUG nova.network.neutron [req-4c4e4181-8f1e-4028-8f20-8d250d7053cf req-04f8eed6-ae86-4f0d-b754-e7ae11e8a35b service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.014529] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Releasing lock "refresh_cache-1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.014769] env[62859]: DEBUG nova.objects.instance [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lazy-loading 'migration_context' on Instance uuid 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.038583] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.038731] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.038873] env[62859]: DEBUG nova.network.neutron [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.172071] env[62859]: DEBUG nova.scheduler.client.report [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.496213] env[62859]: DEBUG oslo_concurrency.lockutils [req-4c4e4181-8f1e-4028-8f20-8d250d7053cf req-04f8eed6-ae86-4f0d-b754-e7ae11e8a35b service nova] Releasing lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.517450] env[62859]: DEBUG nova.objects.base [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Object Instance<1d6f4d12-a36c-473d-8eb1-1a66e0c9408f> lazy-loaded attributes: info_cache,migration_context {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1120.518578] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba203be-9be4-442d-ad2c-bdfc34cea65e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.539451] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90ea8ea-6c99-4288-ab7b-fb812c8e6e46 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.546089] env[62859]: DEBUG oslo_vmware.api [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1120.546089] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f48a39-cd75-1ec0-1716-578ab4674e06" [ 1120.546089] env[62859]: _type = "Task" [ 1120.546089] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.553630] env[62859]: DEBUG oslo_vmware.api [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f48a39-cd75-1ec0-1716-578ab4674e06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.570162] env[62859]: DEBUG nova.network.neutron [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.677028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.677553] env[62859]: DEBUG nova.compute.manager [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.681209] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.145s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.697616] env[62859]: DEBUG nova.network.neutron [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Updating instance_info_cache with network_info: [{"id": "1e7cf536-a54c-4796-a3be-6403ffdd0e98", "address": "fa:16:3e:2b:9a:d6", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7cf536-a5", "ovs_interfaceid": "1e7cf536-a54c-4796-a3be-6403ffdd0e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.056790] env[62859]: DEBUG oslo_vmware.api [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f48a39-cd75-1ec0-1716-578ab4674e06, 'name': SearchDatastore_Task, 'duration_secs': 0.008747} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.057174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.184910] env[62859]: DEBUG nova.compute.utils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.191870] env[62859]: DEBUG nova.compute.manager [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.192095] env[62859]: DEBUG nova.network.neutron [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.200412] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.201260] env[62859]: DEBUG nova.compute.manager [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Instance network_info: |[{"id": "1e7cf536-a54c-4796-a3be-6403ffdd0e98", "address": "fa:16:3e:2b:9a:d6", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7cf536-a5", "ovs_interfaceid": "1e7cf536-a54c-4796-a3be-6403ffdd0e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.201626] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:9a:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e7cf536-a54c-4796-a3be-6403ffdd0e98', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.209754] env[62859]: DEBUG oslo.service.loopingcall [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1121.210661] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.210954] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2eb60f4-538f-44c2-8d09-bb73d19380c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.232470] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.232470] env[62859]: value = "task-2538647" [ 1121.232470] env[62859]: _type = "Task" [ 1121.232470] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.237133] env[62859]: DEBUG nova.policy [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d27cfcb5ee3459a8e75aee808921ada', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c69228395b24ae8aeefafb05c044645', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.243268] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538647, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.356086] env[62859]: DEBUG nova.compute.manager [req-a81e0629-5257-42ce-b4f6-96cade672420 req-0c9d5dbb-5f36-4d32-ab37-8d43c4539bf7 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Received event network-changed-1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.356272] env[62859]: DEBUG nova.compute.manager [req-a81e0629-5257-42ce-b4f6-96cade672420 req-0c9d5dbb-5f36-4d32-ab37-8d43c4539bf7 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Refreshing instance network info cache due to event network-changed-1e7cf536-a54c-4796-a3be-6403ffdd0e98. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1121.356496] env[62859]: DEBUG oslo_concurrency.lockutils [req-a81e0629-5257-42ce-b4f6-96cade672420 req-0c9d5dbb-5f36-4d32-ab37-8d43c4539bf7 service nova] Acquiring lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.356640] env[62859]: DEBUG oslo_concurrency.lockutils [req-a81e0629-5257-42ce-b4f6-96cade672420 req-0c9d5dbb-5f36-4d32-ab37-8d43c4539bf7 service nova] Acquired lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.356800] env[62859]: DEBUG nova.network.neutron [req-a81e0629-5257-42ce-b4f6-96cade672420 req-0c9d5dbb-5f36-4d32-ab37-8d43c4539bf7 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Refreshing network info cache for port 1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.517455] env[62859]: DEBUG nova.network.neutron [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Successfully created port: e630d450-e041-4678-8e00-3c876ed19bd1 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.695723] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Applying migration context for instance 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f as it has an incoming, in-progress migration 4f3a26d8-93e4-448d-9378-afcfd5390714. Migration status is confirming {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1121.697079] env[62859]: INFO nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating resource usage from migration 4f3a26d8-93e4-448d-9378-afcfd5390714 [ 1121.699611] env[62859]: DEBUG nova.compute.manager [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.743424] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538647, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.802723] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.802924] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c45237e1-fa97-4539-a2ee-77fb50619c40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.803094] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 1bf2e44f-15b5-4071-86ce-2aea808dd53b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.803408] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance f69445b1-9733-4711-8308-6dff349beb17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.803408] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 73d8e0d2-0207-4564-a21e-d126e37f7047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.803466] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 91260c77-36e2-4cbf-9eff-b0a1fcc324be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.803613] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Migration 4f3a26d8-93e4-448d-9378-afcfd5390714 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1121.803740] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.803857] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 369791b0-21cf-4234-951a-dcd8d3a7eb43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.804039] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 154bfb54-639d-4d7a-9109-85baa5c4fb5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.804103] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 091950cf-2e5b-45d1-bc9e-a39284506a26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1121.804348] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1121.804527] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1121.953551] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8efe06-9547-4eac-8b07-9e41f8e39dfc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.961753] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038f575-b060-402e-b8ba-1b199816327e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.995590] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7321a9c2-0a54-4120-ade3-43c62cb2c887 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.003900] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133bbd4b-189d-4784-ba86-a823f84d2a4d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.020209] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.083631] env[62859]: DEBUG nova.network.neutron [req-a81e0629-5257-42ce-b4f6-96cade672420 req-0c9d5dbb-5f36-4d32-ab37-8d43c4539bf7 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Updated VIF entry in instance network info cache for port 1e7cf536-a54c-4796-a3be-6403ffdd0e98. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.084060] env[62859]: DEBUG nova.network.neutron [req-a81e0629-5257-42ce-b4f6-96cade672420 req-0c9d5dbb-5f36-4d32-ab37-8d43c4539bf7 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Updating instance_info_cache with network_info: [{"id": "1e7cf536-a54c-4796-a3be-6403ffdd0e98", "address": "fa:16:3e:2b:9a:d6", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7cf536-a5", "ovs_interfaceid": "1e7cf536-a54c-4796-a3be-6403ffdd0e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.243161] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538647, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.524610] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.587225] env[62859]: DEBUG oslo_concurrency.lockutils [req-a81e0629-5257-42ce-b4f6-96cade672420 req-0c9d5dbb-5f36-4d32-ab37-8d43c4539bf7 service nova] Releasing lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.710045] env[62859]: DEBUG nova.compute.manager [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.741658] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.741876] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.742056] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.742247] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.742436] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.742599] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.742854] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.743066] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.743252] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.743509] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.743790] env[62859]: DEBUG nova.virt.hardware [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.744663] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ee843-b92f-4abc-acd8-067053eb02d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.756193] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4848b1d0-ccfd-4cff-bbb9-7d0c5338f623 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.760546] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538647, 'name': CreateVM_Task, 'duration_secs': 1.435646} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.760745] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.761835] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.762010] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.762315] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1122.762561] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8eb126d-dec5-424a-bfd8-f88b37cd2d8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.776980] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1122.776980] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529aea42-faf8-0288-b59d-e6c2ef441be0" [ 1122.776980] env[62859]: _type = "Task" [ 1122.776980] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.784725] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529aea42-faf8-0288-b59d-e6c2ef441be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.028031] env[62859]: DEBUG nova.network.neutron [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Successfully updated port: e630d450-e041-4678-8e00-3c876ed19bd1 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.029651] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1123.029903] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.349s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.030324] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.973s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.031481] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.031651] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Cleaning up deleted instances {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1123.288072] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529aea42-faf8-0288-b59d-e6c2ef441be0, 'name': SearchDatastore_Task, 'duration_secs': 0.013114} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.288420] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.288662] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.288903] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.289084] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.289289] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.289642] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0da2eb57-b64a-4446-b567-35df4fc56e72 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.298750] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.298930] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.299668] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60173fd0-849c-4978-88bc-268fd4f06b68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.305162] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1123.305162] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cdfbc6-4a1d-1a1c-5cd0-5cb70beee159" [ 1123.305162] env[62859]: _type = "Task" [ 1123.305162] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.312180] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cdfbc6-4a1d-1a1c-5cd0-5cb70beee159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.384815] env[62859]: DEBUG nova.compute.manager [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Received event network-vif-plugged-e630d450-e041-4678-8e00-3c876ed19bd1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.385034] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] Acquiring lock "091950cf-2e5b-45d1-bc9e-a39284506a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.385155] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] Lock "091950cf-2e5b-45d1-bc9e-a39284506a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.385378] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] Lock "091950cf-2e5b-45d1-bc9e-a39284506a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.385436] env[62859]: DEBUG nova.compute.manager [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] No waiting events found dispatching network-vif-plugged-e630d450-e041-4678-8e00-3c876ed19bd1 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.385606] env[62859]: WARNING nova.compute.manager [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Received unexpected event network-vif-plugged-e630d450-e041-4678-8e00-3c876ed19bd1 for instance with vm_state building and task_state spawning. [ 1123.385818] env[62859]: DEBUG nova.compute.manager [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Received event network-changed-e630d450-e041-4678-8e00-3c876ed19bd1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.385947] env[62859]: DEBUG nova.compute.manager [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Refreshing instance network info cache due to event network-changed-e630d450-e041-4678-8e00-3c876ed19bd1. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.386215] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] Acquiring lock "refresh_cache-091950cf-2e5b-45d1-bc9e-a39284506a26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.386390] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] Acquired lock "refresh_cache-091950cf-2e5b-45d1-bc9e-a39284506a26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.386527] env[62859]: DEBUG nova.network.neutron [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Refreshing network info cache for port e630d450-e041-4678-8e00-3c876ed19bd1 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.531803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquiring lock "refresh_cache-091950cf-2e5b-45d1-bc9e-a39284506a26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.548607] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] There are 50 instances to clean {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1123.548838] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 6c46872f-5d78-424f-85c3-a67e0b33aaf3] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.595819] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "f69445b1-9733-4711-8308-6dff349beb17" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.596093] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.596283] env[62859]: INFO nova.compute.manager [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Shelving [ 1123.689302] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5558d3d5-a18f-425c-b006-594f722eeca8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.696766] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb5dc8f-cf84-496a-ae5c-0e89cc7fb2e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.727540] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ff22f5-6de1-4e23-9fbe-06f973a4a197 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.735228] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc3bd0-e956-4ce6-8875-16f8a3b9db48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.748817] env[62859]: DEBUG nova.compute.provider_tree [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.814633] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52cdfbc6-4a1d-1a1c-5cd0-5cb70beee159, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.815416] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7664021f-8b16-4c9f-b14e-e7103841a9f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.820465] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1123.820465] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e32c3f-eefa-3f2e-5f20-2206d20f10fd" [ 1123.820465] env[62859]: _type = "Task" [ 1123.820465] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.828160] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e32c3f-eefa-3f2e-5f20-2206d20f10fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.946853] env[62859]: DEBUG nova.network.neutron [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.052381] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1ec5c0b6-4531-4f20-a044-23857162e51c] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.065456] env[62859]: DEBUG nova.network.neutron [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.253171] env[62859]: DEBUG nova.scheduler.client.report [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.331156] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e32c3f-eefa-3f2e-5f20-2206d20f10fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.331471] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.331737] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 154bfb54-639d-4d7a-9109-85baa5c4fb5e/154bfb54-639d-4d7a-9109-85baa5c4fb5e.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.332015] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6499264f-beb6-4d6d-89d6-c39c5667c5a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.339711] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1124.339711] env[62859]: value = "task-2538648" [ 1124.339711] env[62859]: _type = "Task" [ 1124.339711] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.348441] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.555132] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ad2897f5-eeb0-4f9c-8603-9a75e6c68507] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.571196] env[62859]: DEBUG oslo_concurrency.lockutils [req-c3e199c6-ae81-4f51-bdef-62db2bbde2ea req-05756670-2408-4833-91d0-bfe46383cd65 service nova] Releasing lock "refresh_cache-091950cf-2e5b-45d1-bc9e-a39284506a26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.571196] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquired lock "refresh_cache-091950cf-2e5b-45d1-bc9e-a39284506a26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.571196] env[62859]: DEBUG nova.network.neutron [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.606258] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.606598] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95616881-b870-43f1-86b1-ef52029faeb4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.614513] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1124.614513] env[62859]: value = "task-2538649" [ 1124.614513] env[62859]: _type = "Task" [ 1124.614513] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.624536] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.850936] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449148} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.851294] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 154bfb54-639d-4d7a-9109-85baa5c4fb5e/154bfb54-639d-4d7a-9109-85baa5c4fb5e.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.851517] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.851758] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af494ef8-1e5d-4de3-afc7-49a8b26c0232 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.858051] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1124.858051] env[62859]: value = "task-2538650" [ 1124.858051] env[62859]: _type = "Task" [ 1124.858051] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.865913] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.058764] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 57d4d32f-4460-48f4-b9da-afb73bc8806f] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.106010] env[62859]: DEBUG nova.network.neutron [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.124439] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538649, 'name': PowerOffVM_Task, 'duration_secs': 0.209725} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.126838] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.127802] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7196bad-cacc-4bd3-b9d4-43cd4cc50857 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.146848] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5034e-0687-4622-ba36-6d55479142e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.253842] env[62859]: DEBUG nova.network.neutron [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Updating instance_info_cache with network_info: [{"id": "e630d450-e041-4678-8e00-3c876ed19bd1", "address": "fa:16:3e:0e:cc:19", "network": {"id": "52bd59a9-3c57-492c-918c-9e85da5c0ea9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-53355147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c69228395b24ae8aeefafb05c044645", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape630d450-e0", "ovs_interfaceid": "e630d450-e041-4678-8e00-3c876ed19bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.267756] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.237s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.371952] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071162} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.371952] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.372338] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2cde1a-c41a-4b00-b0bb-eb7e3b1c9b13 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.399047] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 154bfb54-639d-4d7a-9109-85baa5c4fb5e/154bfb54-639d-4d7a-9109-85baa5c4fb5e.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.399456] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-704fab83-fe9a-4db1-90e8-bbe81d8ae4bf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.421082] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1125.421082] env[62859]: value = "task-2538651" [ 1125.421082] env[62859]: _type = "Task" [ 1125.421082] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.430328] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.563115] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: fec5eb96-332b-4ebc-b593-68ad8a9b6953] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.662611] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1125.663092] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-15c05c28-c009-4de9-9543-1202c3555c08 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.671302] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1125.671302] env[62859]: value = "task-2538652" [ 1125.671302] env[62859]: _type = "Task" [ 1125.671302] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.680204] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538652, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.756667] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Releasing lock "refresh_cache-091950cf-2e5b-45d1-bc9e-a39284506a26" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.757439] env[62859]: DEBUG nova.compute.manager [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Instance network_info: |[{"id": "e630d450-e041-4678-8e00-3c876ed19bd1", "address": "fa:16:3e:0e:cc:19", "network": {"id": "52bd59a9-3c57-492c-918c-9e85da5c0ea9", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-53355147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c69228395b24ae8aeefafb05c044645", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape630d450-e0", "ovs_interfaceid": "e630d450-e041-4678-8e00-3c876ed19bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.757439] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:cc:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e630d450-e041-4678-8e00-3c876ed19bd1', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.764960] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Creating folder: Project (1c69228395b24ae8aeefafb05c044645). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.765831] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87ff05ae-2a90-465e-bbe6-6d09600288e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.775592] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Created folder: Project (1c69228395b24ae8aeefafb05c044645) in parent group-v512592. [ 1125.775791] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Creating folder: Instances. Parent ref: group-v512881. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.778140] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec832da6-3517-42fb-9abe-1e8c73e4755b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.788172] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Created folder: Instances in parent group-v512881. [ 1125.788463] env[62859]: DEBUG oslo.service.loopingcall [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.788670] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.788972] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55a2542e-b6fa-41f3-910d-5261ba376a6a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.811950] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.811950] env[62859]: value = "task-2538655" [ 1125.811950] env[62859]: _type = "Task" [ 1125.811950] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.820158] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538655, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.843947] env[62859]: INFO nova.scheduler.client.report [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted allocation for migration 4f3a26d8-93e4-448d-9378-afcfd5390714 [ 1125.932152] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.066357] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c49e98d7-b0d5-43c5-ae70-93b3e468338f] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.181612] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538652, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.323752] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538655, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.350444] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f012b89f-8747-43a4-8802-251ff510f658 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.788s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.389381] env[62859]: INFO nova.compute.manager [None req-794f376a-01fc-4f61-a5ae-1831a57302b8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Get console output [ 1126.390861] env[62859]: WARNING nova.virt.vmwareapi.driver [None req-794f376a-01fc-4f61-a5ae-1831a57302b8 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] The console log is missing. Check your VSPC configuration [ 1126.432565] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538651, 'name': ReconfigVM_Task, 'duration_secs': 0.872235} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.432837] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 154bfb54-639d-4d7a-9109-85baa5c4fb5e/154bfb54-639d-4d7a-9109-85baa5c4fb5e.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.433473] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afee7634-8a18-431d-ac29-f9e67d65ae15 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.445188] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1126.445188] env[62859]: value = "task-2538656" [ 1126.445188] env[62859]: _type = "Task" [ 1126.445188] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.458943] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538656, 'name': Rename_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.569868] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ec433f87-6cac-451d-a0cb-d48613f23a5b] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.681241] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538652, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.824854] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538655, 'name': CreateVM_Task, 'duration_secs': 0.664562} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.825016] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.825804] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.825890] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.826251] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.826533] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32dd36d-e776-4d2d-963d-f19e4d135366 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.831017] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1126.831017] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523bb968-1e92-c922-9596-2ec9aa48e2cf" [ 1126.831017] env[62859]: _type = "Task" [ 1126.831017] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.838501] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523bb968-1e92-c922-9596-2ec9aa48e2cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.955190] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538656, 'name': Rename_Task, 'duration_secs': 0.176114} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.955454] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.955702] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dc6c75a-75b3-41cf-b7a8-8e9e71d04d43 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.963142] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1126.963142] env[62859]: value = "task-2538657" [ 1126.963142] env[62859]: _type = "Task" [ 1126.963142] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.971536] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.073401] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 3ad25143-5abf-4b52-af87-97838fbfd8ec] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.182799] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538652, 'name': CreateSnapshot_Task, 'duration_secs': 1.143373} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.183089] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1127.183820] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8403cf-32e1-4ffd-81cf-29bdc570edd1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.342178] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]523bb968-1e92-c922-9596-2ec9aa48e2cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.342530] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.342844] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.343105] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.343263] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.343441] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.343703] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d7de08-753a-4748-8ff3-d0e5ce1ac427 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.351752] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.351932] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.353125] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d384a3c9-244f-41ad-951f-ffb0c33b1a9b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.358285] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1127.358285] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5291616b-2598-7845-b12a-0619fd63a39f" [ 1127.358285] env[62859]: _type = "Task" [ 1127.358285] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.365420] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5291616b-2598-7845-b12a-0619fd63a39f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.472405] env[62859]: DEBUG oslo_vmware.api [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538657, 'name': PowerOnVM_Task, 'duration_secs': 0.484537} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.472794] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.472870] env[62859]: INFO nova.compute.manager [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1127.473071] env[62859]: DEBUG nova.compute.manager [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.473828] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a4f5c7-1167-46cd-b8df-e19bf09c17a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.576334] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 47413c59-43f6-4b55-b2ad-4e8bc2d8600f] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.701702] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1127.702032] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4148c7a0-c455-4101-82e0-75336d55e56c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.710766] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1127.710766] env[62859]: value = "task-2538658" [ 1127.710766] env[62859]: _type = "Task" [ 1127.710766] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.718821] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538658, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.871551] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5291616b-2598-7845-b12a-0619fd63a39f, 'name': SearchDatastore_Task, 'duration_secs': 0.008841} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.872570] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31fd9346-1f97-44d1-80e8-e18544d1add7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.877910] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1127.877910] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284bda6-1cf7-b8cf-061b-079ad40760f6" [ 1127.877910] env[62859]: _type = "Task" [ 1127.877910] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.885614] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284bda6-1cf7-b8cf-061b-079ad40760f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.989913] env[62859]: INFO nova.compute.manager [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Took 16.38 seconds to build instance. [ 1128.080358] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 17262f78-563e-4215-a62d-b0878b08e40f] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.221413] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538658, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.388167] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5284bda6-1cf7-b8cf-061b-079ad40760f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.388426] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.388718] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 091950cf-2e5b-45d1-bc9e-a39284506a26/091950cf-2e5b-45d1-bc9e-a39284506a26.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.389010] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60de99f4-a882-4163-b087-ee8e2eb8efcc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.395443] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1128.395443] env[62859]: value = "task-2538659" [ 1128.395443] env[62859]: _type = "Task" [ 1128.395443] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.403319] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.492281] env[62859]: DEBUG oslo_concurrency.lockutils [None req-9a5d51e6-277f-411e-8eb5-0c3ebff0db35 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.888s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.574648] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.574988] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.575215] env[62859]: INFO nova.compute.manager [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Shelving [ 1128.583987] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 37b8fd86-aa69-4f7a-ac94-af9936f306d7] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.722000] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538658, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.906886] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43555} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.907203] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 091950cf-2e5b-45d1-bc9e-a39284506a26/091950cf-2e5b-45d1-bc9e-a39284506a26.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.907454] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.907761] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd2ae0d3-886f-45a9-9a87-f957eaf63949 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.914309] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1128.914309] env[62859]: value = "task-2538660" [ 1128.914309] env[62859]: _type = "Task" [ 1128.914309] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.921979] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.087433] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1507d22e-3ad9-44ef-9ef3-6d68147fb904] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.222718] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538658, 'name': CloneVM_Task} progress is 95%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.424022] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069348} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.424288] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.425075] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7141dbd0-9a7a-4ed2-9e17-373a587af04a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.446907] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 091950cf-2e5b-45d1-bc9e-a39284506a26/091950cf-2e5b-45d1-bc9e-a39284506a26.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.447204] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01a2150-49bf-4872-a2a2-d179e85e7922 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.465790] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1129.465790] env[62859]: value = "task-2538661" [ 1129.465790] env[62859]: _type = "Task" [ 1129.465790] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.473044] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.585261] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.585648] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5873f45a-c31b-4d5c-9f7c-e672d4fcd2a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.589785] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c02b583d-cb1f-4e90-a8be-bee9f7bc264b] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.593807] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1129.593807] env[62859]: value = "task-2538662" [ 1129.593807] env[62859]: _type = "Task" [ 1129.593807] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.603611] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.724570] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538658, 'name': CloneVM_Task, 'duration_secs': 1.687941} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.724916] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Created linked-clone VM from snapshot [ 1129.725685] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2cdd6d-fe35-451a-93ac-124f85d23b31 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.733191] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Uploading image fbdad849-0e57-49a8-8ad0-abe42f8d6056 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1129.756866] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1129.756866] env[62859]: value = "vm-512885" [ 1129.756866] env[62859]: _type = "VirtualMachine" [ 1129.756866] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1129.757156] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c25a45a-ca8d-4ae7-a915-45f010f4262c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.763509] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease: (returnval){ [ 1129.763509] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aaba2a-f7f1-4dcb-b591-b1570c918a02" [ 1129.763509] env[62859]: _type = "HttpNfcLease" [ 1129.763509] env[62859]: } obtained for exporting VM: (result){ [ 1129.763509] env[62859]: value = "vm-512885" [ 1129.763509] env[62859]: _type = "VirtualMachine" [ 1129.763509] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1129.763764] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the lease: (returnval){ [ 1129.763764] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aaba2a-f7f1-4dcb-b591-b1570c918a02" [ 1129.763764] env[62859]: _type = "HttpNfcLease" [ 1129.763764] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1129.769832] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1129.769832] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aaba2a-f7f1-4dcb-b591-b1570c918a02" [ 1129.769832] env[62859]: _type = "HttpNfcLease" [ 1129.769832] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1129.975804] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538661, 'name': ReconfigVM_Task, 'duration_secs': 0.456668} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.976133] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 091950cf-2e5b-45d1-bc9e-a39284506a26/091950cf-2e5b-45d1-bc9e-a39284506a26.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.976794] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34952765-fd03-4b20-abe6-10d93c083211 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.983381] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1129.983381] env[62859]: value = "task-2538664" [ 1129.983381] env[62859]: _type = "Task" [ 1129.983381] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.992148] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538664, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.096551] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: a4e83d62-32d3-4605-a43d-541782c7937f] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.105272] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538662, 'name': PowerOffVM_Task, 'duration_secs': 0.264134} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.105507] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.106342] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa8321-dc03-42ad-b893-6e38de279e64 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.124763] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64e881d-d059-451f-a559-48e8977f12ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.272390] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.272390] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aaba2a-f7f1-4dcb-b591-b1570c918a02" [ 1130.272390] env[62859]: _type = "HttpNfcLease" [ 1130.272390] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1130.272663] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1130.272663] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52aaba2a-f7f1-4dcb-b591-b1570c918a02" [ 1130.272663] env[62859]: _type = "HttpNfcLease" [ 1130.272663] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1130.273364] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4a2f1-86c6-471b-aab4-d52e16e957da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.280062] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dcf49-85ca-3332-7094-90806d227f55/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1130.280293] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dcf49-85ca-3332-7094-90806d227f55/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1130.423819] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3782eff-699a-4d98-887f-b827281298f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.493399] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538664, 'name': Rename_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.601242] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 47ee374d-64b0-4f61-a053-7d21e8d6f400] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.635029] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Creating Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1130.635904] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3053f90-0b49-4fec-a34e-4b4c32d536ca {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.644836] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1130.644836] env[62859]: value = "task-2538665" [ 1130.644836] env[62859]: _type = "Task" [ 1130.644836] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.653179] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.994754] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538664, 'name': Rename_Task, 'duration_secs': 0.614087} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.995144] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.995561] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcf31cd2-d72b-4872-99aa-167e5c98491b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.001822] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1131.001822] env[62859]: value = "task-2538666" [ 1131.001822] env[62859]: _type = "Task" [ 1131.001822] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.010209] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.105082] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 4c916463-e864-41e9-8625-b27abed8c991] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.154617] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538665, 'name': CreateSnapshot_Task, 'duration_secs': 0.44608} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.155026] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Created Snapshot of the VM instance {{(pid=62859) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1131.155859] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf6c171-017d-4359-bdce-54a7c76071f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.512020] env[62859]: DEBUG oslo_vmware.api [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538666, 'name': PowerOnVM_Task, 'duration_secs': 0.436338} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.512354] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.512613] env[62859]: INFO nova.compute.manager [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1131.512843] env[62859]: DEBUG nova.compute.manager [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.513706] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c5504-55ea-4925-b546-645ee5b98dc9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.609055] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 33793e48-aee8-46f2-a0e8-3f20cd05e858] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.674727] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Creating linked-clone VM from snapshot {{(pid=62859) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1131.675129] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f63b24e6-be47-4877-b260-17a9df083055 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.684643] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1131.684643] env[62859]: value = "task-2538667" [ 1131.684643] env[62859]: _type = "Task" [ 1131.684643] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.692758] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538667, 'name': CloneVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.032582] env[62859]: INFO nova.compute.manager [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Took 14.67 seconds to build instance. [ 1132.112399] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: e73ed6f9-ff99-4d1d-bf9a-d4ce714d3ff5] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.196975] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538667, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.534792] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d4fc403-13e4-400c-9fa2-d32f9e145d9e tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "091950cf-2e5b-45d1-bc9e-a39284506a26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.174s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.615590] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: d0730eb3-ffe7-4030-b5cc-8b9c36fbd357] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.696328] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538667, 'name': CloneVM_Task} progress is 94%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.973837] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquiring lock "091950cf-2e5b-45d1-bc9e-a39284506a26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.974201] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "091950cf-2e5b-45d1-bc9e-a39284506a26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.974521] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquiring lock "091950cf-2e5b-45d1-bc9e-a39284506a26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.974822] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "091950cf-2e5b-45d1-bc9e-a39284506a26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.975101] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "091950cf-2e5b-45d1-bc9e-a39284506a26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.977527] env[62859]: INFO nova.compute.manager [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Terminating instance [ 1133.119427] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c80e4863-16d7-4cce-81c8-0426bc834026] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.200123] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538667, 'name': CloneVM_Task, 'duration_secs': 1.43061} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.201050] env[62859]: INFO nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Created linked-clone VM from snapshot [ 1133.201682] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee0a9fc-fda9-445d-b1f3-0866a867630b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.213370] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Uploading image 24ef4121-d013-48c5-86f3-e395c4867236 {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1133.249957] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1133.249957] env[62859]: value = "vm-512887" [ 1133.249957] env[62859]: _type = "VirtualMachine" [ 1133.249957] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1133.250199] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-07fb9fff-facb-4497-a1df-6cd7988ba273 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.258461] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lease: (returnval){ [ 1133.258461] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ae1fbd-5d0a-2e82-0cb3-48168dcd9ce5" [ 1133.258461] env[62859]: _type = "HttpNfcLease" [ 1133.258461] env[62859]: } obtained for exporting VM: (result){ [ 1133.258461] env[62859]: value = "vm-512887" [ 1133.258461] env[62859]: _type = "VirtualMachine" [ 1133.258461] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1133.258461] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the lease: (returnval){ [ 1133.258461] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ae1fbd-5d0a-2e82-0cb3-48168dcd9ce5" [ 1133.258461] env[62859]: _type = "HttpNfcLease" [ 1133.258461] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.265302] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.265302] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ae1fbd-5d0a-2e82-0cb3-48168dcd9ce5" [ 1133.265302] env[62859]: _type = "HttpNfcLease" [ 1133.265302] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1133.481811] env[62859]: DEBUG nova.compute.manager [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.482062] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.483219] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27550aa8-2bd1-4f24-81f9-95c0534a5977 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.491375] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.491623] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4dc9ef5-4576-422c-9181-1db11cbb1381 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.498194] env[62859]: DEBUG oslo_vmware.api [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1133.498194] env[62859]: value = "task-2538669" [ 1133.498194] env[62859]: _type = "Task" [ 1133.498194] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.505631] env[62859]: DEBUG oslo_vmware.api [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.623742] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: f37c4ccf-a04a-4627-a3f7-3eab6f93a928] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.766852] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.766852] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ae1fbd-5d0a-2e82-0cb3-48168dcd9ce5" [ 1133.766852] env[62859]: _type = "HttpNfcLease" [ 1133.766852] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1133.767181] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1133.767181] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ae1fbd-5d0a-2e82-0cb3-48168dcd9ce5" [ 1133.767181] env[62859]: _type = "HttpNfcLease" [ 1133.767181] env[62859]: }. {{(pid=62859) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1133.767979] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21812d5e-634b-4616-9d5d-5bd18d15948f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.776663] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca46fa-abc4-db42-0fd4-e767d011eb50/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1133.776853] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca46fa-abc4-db42-0fd4-e767d011eb50/disk-0.vmdk for reading. {{(pid=62859) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1133.871720] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-abc3cac3-e72b-4115-8488-4070da62668e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.008308] env[62859]: DEBUG oslo_vmware.api [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538669, 'name': PowerOffVM_Task, 'duration_secs': 0.198654} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.008542] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.008744] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.009020] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-660dff93-6cd1-4ff7-97c6-2f3660ac6f54 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.069604] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.069862] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.070068] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Deleting the datastore file [datastore1] 091950cf-2e5b-45d1-bc9e-a39284506a26 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.070372] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5072f680-0b8a-4474-b02d-e827034a12bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.079884] env[62859]: DEBUG oslo_vmware.api [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for the task: (returnval){ [ 1134.079884] env[62859]: value = "task-2538671" [ 1134.079884] env[62859]: _type = "Task" [ 1134.079884] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.091363] env[62859]: DEBUG oslo_vmware.api [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.128052] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 6de94751-258b-46ec-8079-ae7b3660d2fd] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.591876] env[62859]: DEBUG oslo_vmware.api [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Task: {'id': task-2538671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133472} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.592769] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.592855] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.593152] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.593901] env[62859]: INFO nova.compute.manager [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1134.593901] env[62859]: DEBUG oslo.service.loopingcall [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1134.594793] env[62859]: DEBUG nova.compute.manager [-] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.594793] env[62859]: DEBUG nova.network.neutron [-] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.630587] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 69304681-00ad-41e3-b445-65e420e5aa36] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.899891] env[62859]: DEBUG nova.compute.manager [req-325deaac-8adf-4ed7-a03f-77217b92fcaa req-6c6e323e-d53f-4046-9815-165b374d9893 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Received event network-vif-deleted-e630d450-e041-4678-8e00-3c876ed19bd1 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.900244] env[62859]: INFO nova.compute.manager [req-325deaac-8adf-4ed7-a03f-77217b92fcaa req-6c6e323e-d53f-4046-9815-165b374d9893 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Neutron deleted interface e630d450-e041-4678-8e00-3c876ed19bd1; detaching it from the instance and deleting it from the info cache [ 1134.900364] env[62859]: DEBUG nova.network.neutron [req-325deaac-8adf-4ed7-a03f-77217b92fcaa req-6c6e323e-d53f-4046-9815-165b374d9893 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.134906] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 8b458941-5861-46a4-b91c-06f94966c5b9] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.378676] env[62859]: DEBUG nova.network.neutron [-] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.404060] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-052a7209-3583-46dc-b42c-38e9eb344694 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.414819] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d10b326-e206-4c9d-9a58-b2a052de1935 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.449422] env[62859]: DEBUG nova.compute.manager [req-325deaac-8adf-4ed7-a03f-77217b92fcaa req-6c6e323e-d53f-4046-9815-165b374d9893 service nova] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Detach interface failed, port_id=e630d450-e041-4678-8e00-3c876ed19bd1, reason: Instance 091950cf-2e5b-45d1-bc9e-a39284506a26 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1135.638665] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c9557eee-c6c0-4339-a04c-f6ebdb81ec68] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.881373] env[62859]: INFO nova.compute.manager [-] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Took 1.29 seconds to deallocate network for instance. [ 1136.142630] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 6897f4f0-6b48-499c-8e92-888b78399073] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.389862] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.390158] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.390382] env[62859]: DEBUG nova.objects.instance [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lazy-loading 'resources' on Instance uuid 091950cf-2e5b-45d1-bc9e-a39284506a26 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.646145] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c7da034c-3d2b-409f-bcde-2228747ce01e] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.018187] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-73d8e0d2-0207-4564-a21e-d126e37f7047-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.018593] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-73d8e0d2-0207-4564-a21e-d126e37f7047-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.019074] env[62859]: DEBUG nova.objects.instance [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'flavor' on Instance uuid 73d8e0d2-0207-4564-a21e-d126e37f7047 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.059046] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7a3fb0-4d32-407b-8909-4611ed1a22b5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.067505] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b1f49-3a41-4dc7-8dc9-99226ca48208 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.104272] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc73b58-c8f1-44fa-892a-7fcd5d8e0551 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.112889] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fef0ee-f25e-4d02-91f4-f3bac9cabf7f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.126979] env[62859]: DEBUG nova.compute.provider_tree [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.150111] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: fc260c09-2a90-421f-b65d-06fdbe4bc8bd] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.619391] env[62859]: DEBUG nova.objects.instance [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'pci_requests' on Instance uuid 73d8e0d2-0207-4564-a21e-d126e37f7047 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.631342] env[62859]: DEBUG nova.scheduler.client.report [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.653071] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 2cb62aec-ce9c-4ac8-a9a4-ad055c3272cb] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.952097] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dcf49-85ca-3332-7094-90806d227f55/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1137.953130] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bdfd11-b4ed-493b-a6bc-832642851cd2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.959571] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dcf49-85ca-3332-7094-90806d227f55/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1137.959742] env[62859]: ERROR oslo_vmware.rw_handles [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dcf49-85ca-3332-7094-90806d227f55/disk-0.vmdk due to incomplete transfer. [ 1137.959976] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9cc4d4f-c785-4836-853c-f6fb9320d4a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.968445] env[62859]: DEBUG oslo_vmware.rw_handles [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521dcf49-85ca-3332-7094-90806d227f55/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1137.968646] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Uploaded image fbdad849-0e57-49a8-8ad0-abe42f8d6056 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1137.971184] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1137.971448] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-002eb6c0-9e35-4bed-a119-cb6bb61f1282 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.976845] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1137.976845] env[62859]: value = "task-2538672" [ 1137.976845] env[62859]: _type = "Task" [ 1137.976845] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.984857] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538672, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.122074] env[62859]: DEBUG nova.objects.base [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Object Instance<73d8e0d2-0207-4564-a21e-d126e37f7047> lazy-loaded attributes: flavor,pci_requests {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.122443] env[62859]: DEBUG nova.network.neutron [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.137014] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.157862] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: e7e8eb47-c059-4a97-9a09-f8559f460309] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.163224] env[62859]: INFO nova.scheduler.client.report [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Deleted allocations for instance 091950cf-2e5b-45d1-bc9e-a39284506a26 [ 1138.213396] env[62859]: DEBUG nova.policy [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a042127235494a89872707ef07b540c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01142dda89b94b64ae99add7684d2f5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.487724] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538672, 'name': Destroy_Task, 'duration_secs': 0.339995} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.488062] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Destroyed the VM [ 1138.488358] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1138.488621] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae9d0b11-cab8-49be-a2e4-253d376a1df5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.494964] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1138.494964] env[62859]: value = "task-2538673" [ 1138.494964] env[62859]: _type = "Task" [ 1138.494964] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.502989] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.665336] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1022f581-e428-47dc-b6c4-9199dbd5f34c] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.670058] env[62859]: DEBUG oslo_concurrency.lockutils [None req-c5d9cc27-806a-4e48-9063-056b9ef719f1 tempest-ServerPasswordTestJSON-413557691 tempest-ServerPasswordTestJSON-413557691-project-member] Lock "091950cf-2e5b-45d1-bc9e-a39284506a26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.696s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.007072] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538673, 'name': RemoveSnapshot_Task, 'duration_secs': 0.361436} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.007464] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1139.007891] env[62859]: DEBUG nova.compute.manager [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.008887] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680663c7-5cc3-4db3-ad20-f860a8ea7139 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.170106] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ea6ef292-ee16-4263-96be-d178eddcdca8] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.522383] env[62859]: INFO nova.compute.manager [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Shelve offloading [ 1139.673914] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 4e5ff9cf-e8b2-4459-9036-36f0ebad5858] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.766622] env[62859]: DEBUG nova.compute.manager [req-8140b00e-94be-49a3-9f29-a3448689dc94 req-c09b01ff-e679-4075-a402-f2322ed32d82 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received event network-vif-plugged-2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.766842] env[62859]: DEBUG oslo_concurrency.lockutils [req-8140b00e-94be-49a3-9f29-a3448689dc94 req-c09b01ff-e679-4075-a402-f2322ed32d82 service nova] Acquiring lock "73d8e0d2-0207-4564-a21e-d126e37f7047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.767068] env[62859]: DEBUG oslo_concurrency.lockutils [req-8140b00e-94be-49a3-9f29-a3448689dc94 req-c09b01ff-e679-4075-a402-f2322ed32d82 service nova] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.767535] env[62859]: DEBUG oslo_concurrency.lockutils [req-8140b00e-94be-49a3-9f29-a3448689dc94 req-c09b01ff-e679-4075-a402-f2322ed32d82 service nova] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.767738] env[62859]: DEBUG nova.compute.manager [req-8140b00e-94be-49a3-9f29-a3448689dc94 req-c09b01ff-e679-4075-a402-f2322ed32d82 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] No waiting events found dispatching network-vif-plugged-2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.768070] env[62859]: WARNING nova.compute.manager [req-8140b00e-94be-49a3-9f29-a3448689dc94 req-c09b01ff-e679-4075-a402-f2322ed32d82 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received unexpected event network-vif-plugged-2d5a002e-bb0a-4c17-a794-44a7cfa884d9 for instance with vm_state active and task_state None. [ 1139.797195] env[62859]: DEBUG nova.network.neutron [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Successfully updated port: 2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.947033] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca46fa-abc4-db42-0fd4-e767d011eb50/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1139.947971] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241cdbe2-c55d-442b-bd8e-039681f617f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.954910] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca46fa-abc4-db42-0fd4-e767d011eb50/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1139.955104] env[62859]: ERROR oslo_vmware.rw_handles [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca46fa-abc4-db42-0fd4-e767d011eb50/disk-0.vmdk due to incomplete transfer. [ 1139.955364] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0413edcb-9f60-4e9d-9f89-4606d1edd7fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.962589] env[62859]: DEBUG oslo_vmware.rw_handles [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ca46fa-abc4-db42-0fd4-e767d011eb50/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1139.962788] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Uploaded image 24ef4121-d013-48c5-86f3-e395c4867236 to the Glance image server {{(pid=62859) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1139.964572] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Destroying the VM {{(pid=62859) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1139.964829] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f3402ab-5bab-47d9-9d39-a8985c931240 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.971054] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1139.971054] env[62859]: value = "task-2538674" [ 1139.971054] env[62859]: _type = "Task" [ 1139.971054] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.978953] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538674, 'name': Destroy_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.026914] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.027624] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27342519-f88c-4510-a06c-e86ad568d447 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.039638] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1140.039638] env[62859]: value = "task-2538675" [ 1140.039638] env[62859]: _type = "Task" [ 1140.039638] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.055824] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1140.055824] env[62859]: DEBUG nova.compute.manager [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.056011] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886d320c-2f7d-44a9-bb9f-c717019a2725 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.063641] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.063813] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.063987] env[62859]: DEBUG nova.network.neutron [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.180074] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: a6336d6b-6911-43fd-80b8-1d2e74accf2d] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.300824] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.301052] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.301237] env[62859]: DEBUG nova.network.neutron [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.482062] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538674, 'name': Destroy_Task, 'duration_secs': 0.319938} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.482501] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Destroyed the VM [ 1140.482762] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Deleting Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1140.483018] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf6d8b91-3f0d-4a6f-917c-9c63cf3c03b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.489465] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1140.489465] env[62859]: value = "task-2538676" [ 1140.489465] env[62859]: _type = "Task" [ 1140.489465] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.497259] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538676, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.546023] env[62859]: INFO nova.compute.manager [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Rebuilding instance [ 1140.601145] env[62859]: DEBUG nova.compute.manager [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.602149] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51911018-b2da-438b-819c-f17b321700ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.688025] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: b155732f-3bc6-46ad-b419-0489ca62be0b] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.781057] env[62859]: DEBUG nova.network.neutron [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating instance_info_cache with network_info: [{"id": "7afe682d-3778-446f-bf83-35da7394af51", "address": "fa:16:3e:25:cc:27", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afe682d-37", "ovs_interfaceid": "7afe682d-3778-446f-bf83-35da7394af51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.841245] env[62859]: WARNING nova.network.neutron [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] 9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb already exists in list: networks containing: ['9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb']. ignoring it [ 1141.000751] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538676, 'name': RemoveSnapshot_Task, 'duration_secs': 0.3536} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.001176] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Deleted Snapshot of the VM instance {{(pid=62859) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1141.001495] env[62859]: DEBUG nova.compute.manager [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.002277] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79a2b50-2b1c-4fa2-889a-e993de8a1ade {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.097224] env[62859]: DEBUG nova.network.neutron [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d5a002e-bb0a-4c17-a794-44a7cfa884d9", "address": "fa:16:3e:5f:04:17", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5a002e-bb", "ovs_interfaceid": "2d5a002e-bb0a-4c17-a794-44a7cfa884d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.191438] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1b630352-7e66-49c5-9601-c0f94b0d00e0] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.283709] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.513765] env[62859]: INFO nova.compute.manager [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Shelve offloading [ 1141.600101] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.600803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.600962] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.601820] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b33c473-d4fa-4e38-9add-e51f79689c0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.618539] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.619297] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.619560] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.619753] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.619973] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.620181] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.620365] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.620630] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.620836] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.621053] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.621277] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.621495] env[62859]: DEBUG nova.virt.hardware [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.627840] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Reconfiguring VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1141.628130] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab4d493d-ab3f-4ada-a1f5-a2131b4cd7eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.629707] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd5befc-7b9d-48b9-a53e-8baa6a336a7d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.642221] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.642976] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4329c386-fb1a-4475-a8b3-4a2d0b2eb61c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.650424] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.652879] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c16f938e-2d70-41c6-af3d-5b76e49fb44f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.654317] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1141.654317] env[62859]: value = "task-2538677" [ 1141.654317] env[62859]: _type = "Task" [ 1141.654317] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.654944] env[62859]: DEBUG oslo_vmware.api [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1141.654944] env[62859]: value = "task-2538678" [ 1141.654944] env[62859]: _type = "Task" [ 1141.654944] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.665823] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.668810] env[62859]: DEBUG oslo_vmware.api [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538678, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.695547] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 227f5719-0bc8-43d5-ad17-7c4639fa2bcc] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.745572] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.745762] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.745939] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleting the datastore file [datastore2] f69445b1-9733-4711-8308-6dff349beb17 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.746331] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26801b9e-c1c5-4304-bcf4-b23f65aa7b4d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.753760] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1141.753760] env[62859]: value = "task-2538680" [ 1141.753760] env[62859]: _type = "Task" [ 1141.753760] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.763838] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.801951] env[62859]: DEBUG nova.compute.manager [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received event network-changed-2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.802195] env[62859]: DEBUG nova.compute.manager [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing instance network info cache due to event network-changed-2d5a002e-bb0a-4c17-a794-44a7cfa884d9. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1141.802494] env[62859]: DEBUG oslo_concurrency.lockutils [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] Acquiring lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.802702] env[62859]: DEBUG oslo_concurrency.lockutils [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] Acquired lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.802855] env[62859]: DEBUG nova.network.neutron [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing network info cache for port 2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.017082] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.017425] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb153519-9b45-453d-8d2f-98637285e46c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.025174] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1142.025174] env[62859]: value = "task-2538681" [ 1142.025174] env[62859]: _type = "Task" [ 1142.025174] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.032824] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.168122] env[62859]: DEBUG oslo_vmware.api [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.170817] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538677, 'name': PowerOffVM_Task, 'duration_secs': 0.238365} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.171086] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.171318] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.172058] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42d942b-2818-4aab-8882-89e540eecabb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.178382] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.178624] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efdafd5c-f922-4808-8ae4-2a5c9d51f5e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.198700] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 0987f015-d61f-46fd-bdf1-fc5e64c8646a] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.250747] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.250976] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.251176] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleting the datastore file [datastore2] 91260c77-36e2-4cbf-9eff-b0a1fcc324be {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.251435] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e3752d-e862-49f3-8d9c-1eadb703203a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.259413] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1142.259413] env[62859]: value = "task-2538683" [ 1142.259413] env[62859]: _type = "Task" [ 1142.259413] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.265618] env[62859]: DEBUG oslo_vmware.api [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17621} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.266186] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.266376] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.266556] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.271321] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.290721] env[62859]: INFO nova.scheduler.client.report [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted allocations for instance f69445b1-9733-4711-8308-6dff349beb17 [ 1142.535319] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] VM already powered off {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.535504] env[62859]: DEBUG nova.compute.manager [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.536315] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b04141-1cf8-4f35-9cdb-0e07483786ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.539428] env[62859]: DEBUG nova.network.neutron [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updated VIF entry in instance network info cache for port 2d5a002e-bb0a-4c17-a794-44a7cfa884d9. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.539809] env[62859]: DEBUG nova.network.neutron [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d5a002e-bb0a-4c17-a794-44a7cfa884d9", "address": "fa:16:3e:5f:04:17", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5a002e-bb", "ovs_interfaceid": "2d5a002e-bb0a-4c17-a794-44a7cfa884d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.544098] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.544264] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.544434] env[62859]: DEBUG nova.network.neutron [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.665565] env[62859]: DEBUG oslo_vmware.api [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538678, 'name': ReconfigVM_Task, 'duration_secs': 0.601324} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.666911] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.666911] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Reconfigured VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1142.701630] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 9045485e-14d4-4894-81be-d3b81b45a794] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.771768] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150438} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.772048] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.772246] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.772424] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.795574] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.795848] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.796034] env[62859]: DEBUG nova.objects.instance [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'resources' on Instance uuid f69445b1-9733-4711-8308-6dff349beb17 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.043366] env[62859]: DEBUG oslo_concurrency.lockutils [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] Releasing lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.043695] env[62859]: DEBUG nova.compute.manager [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received event network-vif-unplugged-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.043906] env[62859]: DEBUG oslo_concurrency.lockutils [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] Acquiring lock "f69445b1-9733-4711-8308-6dff349beb17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.045221] env[62859]: DEBUG oslo_concurrency.lockutils [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] Lock "f69445b1-9733-4711-8308-6dff349beb17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.045221] env[62859]: DEBUG oslo_concurrency.lockutils [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] Lock "f69445b1-9733-4711-8308-6dff349beb17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.045221] env[62859]: DEBUG nova.compute.manager [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] No waiting events found dispatching network-vif-unplugged-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.045221] env[62859]: WARNING nova.compute.manager [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received unexpected event network-vif-unplugged-7afe682d-3778-446f-bf83-35da7394af51 for instance with vm_state shelved and task_state shelving_offloading. [ 1143.045221] env[62859]: DEBUG nova.compute.manager [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received event network-changed-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.045221] env[62859]: DEBUG nova.compute.manager [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Refreshing instance network info cache due to event network-changed-7afe682d-3778-446f-bf83-35da7394af51. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1143.045604] env[62859]: DEBUG oslo_concurrency.lockutils [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] Acquiring lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.045604] env[62859]: DEBUG oslo_concurrency.lockutils [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] Acquired lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.045604] env[62859]: DEBUG nova.network.neutron [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Refreshing network info cache for port 7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.170959] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5e2a1faa-ff10-4347-9b93-3dabbbd7604a tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-73d8e0d2-0207-4564-a21e-d126e37f7047-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.152s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.206656] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: bc05d4e3-072c-4fb8-a72a-0cac504a8511] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.240402] env[62859]: DEBUG nova.network.neutron [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Updating instance_info_cache with network_info: [{"id": "1e7cf536-a54c-4796-a3be-6403ffdd0e98", "address": "fa:16:3e:2b:9a:d6", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7cf536-a5", "ovs_interfaceid": "1e7cf536-a54c-4796-a3be-6403ffdd0e98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.298406] env[62859]: DEBUG nova.objects.instance [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'numa_topology' on Instance uuid f69445b1-9733-4711-8308-6dff349beb17 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.709683] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 95aff221-c77b-49c3-b8b1-687bd1b65f1c] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.743312] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.786588] env[62859]: DEBUG nova.network.neutron [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updated VIF entry in instance network info cache for port 7afe682d-3778-446f-bf83-35da7394af51. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.786814] env[62859]: DEBUG nova.network.neutron [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating instance_info_cache with network_info: [{"id": "7afe682d-3778-446f-bf83-35da7394af51", "address": "fa:16:3e:25:cc:27", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7afe682d-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.802032] env[62859]: DEBUG nova.objects.base [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1143.817258] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.817580] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.817964] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.818446] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.818815] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.818861] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.819103] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.819294] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.819477] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.819646] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.819821] env[62859]: DEBUG nova.virt.hardware [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.821187] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f2956-bf2f-43de-a017-0e3a29d52f3f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.831868] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dd1160-593a-4422-b986-2bd42ad04f06 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.846337] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2017e499-aebd-4055-852e-4fcc47108a5f', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.853817] env[62859]: DEBUG oslo.service.loopingcall [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.858471] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.858894] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46db67b6-140a-4b6b-a095-b4c73c12b704 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.882880] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.882880] env[62859]: value = "task-2538684" [ 1143.882880] env[62859]: _type = "Task" [ 1143.882880] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.894653] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538684, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.960864] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bb047a-f59e-4d37-a523-d04b5bd802d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.970304] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f445d1c-d8a8-419e-891d-5389760b13f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.000472] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c0a316-d056-4b4a-9a76-9b6bb9c0dc44 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.007988] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38b072e-e9b4-42dd-a5cb-2a561357048a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.021624] env[62859]: DEBUG nova.compute.provider_tree [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.075939] env[62859]: DEBUG nova.compute.manager [req-b56b762a-ec2c-4d73-b531-d95b44c2bad1 req-623ebab0-1a96-430d-a7f7-5d470b4de894 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Received event network-vif-unplugged-1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.076186] env[62859]: DEBUG oslo_concurrency.lockutils [req-b56b762a-ec2c-4d73-b531-d95b44c2bad1 req-623ebab0-1a96-430d-a7f7-5d470b4de894 service nova] Acquiring lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.076549] env[62859]: DEBUG oslo_concurrency.lockutils [req-b56b762a-ec2c-4d73-b531-d95b44c2bad1 req-623ebab0-1a96-430d-a7f7-5d470b4de894 service nova] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.076822] env[62859]: DEBUG oslo_concurrency.lockutils [req-b56b762a-ec2c-4d73-b531-d95b44c2bad1 req-623ebab0-1a96-430d-a7f7-5d470b4de894 service nova] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.076993] env[62859]: DEBUG nova.compute.manager [req-b56b762a-ec2c-4d73-b531-d95b44c2bad1 req-623ebab0-1a96-430d-a7f7-5d470b4de894 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] No waiting events found dispatching network-vif-unplugged-1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.077183] env[62859]: WARNING nova.compute.manager [req-b56b762a-ec2c-4d73-b531-d95b44c2bad1 req-623ebab0-1a96-430d-a7f7-5d470b4de894 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Received unexpected event network-vif-unplugged-1e7cf536-a54c-4796-a3be-6403ffdd0e98 for instance with vm_state shelved and task_state shelving_offloading. [ 1144.077887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "f69445b1-9733-4711-8308-6dff349beb17" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.135329] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.136138] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7a4cad-2640-4425-adf1-0fb8b26be841 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.143758] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.144015] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a099c72-62d7-48d7-931d-c685392787a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.212664] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1bf06293-a7e1-4af8-9e82-7f43c8695bb2] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.290905] env[62859]: DEBUG oslo_concurrency.lockutils [req-a0a2f6be-6de9-4555-8c81-fca2483f6a1a req-edfc295c-7443-40c8-9580-a85c33067a40 service nova] Releasing lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.394713] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538684, 'name': CreateVM_Task, 'duration_secs': 0.40128} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.394940] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.395744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.395927] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.396261] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.396517] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c815699a-e068-484b-a238-29ce0914a8cc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.400950] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1144.400950] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5293ce58-c90d-36e7-faed-a199393f4b56" [ 1144.400950] env[62859]: _type = "Task" [ 1144.400950] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.409948] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5293ce58-c90d-36e7-faed-a199393f4b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.525339] env[62859]: DEBUG nova.scheduler.client.report [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.716469] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 6452c79d-2627-4002-b4bf-9ea900b4318c] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.743057] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-73d8e0d2-0207-4564-a21e-d126e37f7047-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.743216] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-73d8e0d2-0207-4564-a21e-d126e37f7047-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.912091] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5293ce58-c90d-36e7-faed-a199393f4b56, 'name': SearchDatastore_Task, 'duration_secs': 0.018145} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.912408] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.912659] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.912893] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.913057] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.913246] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.913510] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5666612c-1592-42b2-a2e0-502d9bc4e0cf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.921936] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.922104] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.922794] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ad2c49-10dc-48ae-a009-08e6c08d30db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.927597] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1144.927597] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5272cdd2-10f5-f995-3464-d634dcb11dea" [ 1144.927597] env[62859]: _type = "Task" [ 1144.927597] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.934743] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5272cdd2-10f5-f995-3464-d634dcb11dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.030839] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.220082] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 32ded70b-ce17-4986-a2b7-812513c24614] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.246096] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.246278] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.247114] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ed2f6b-486f-40a5-aab5-194e90908db4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.264824] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10377275-2945-479e-987c-1554e8d55566 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.289877] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Reconfiguring VM to detach interface {{(pid=62859) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1145.290100] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c646c2-b45c-4d66-a0b2-3c8181b93a66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.309332] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1145.309332] env[62859]: value = "task-2538686" [ 1145.309332] env[62859]: _type = "Task" [ 1145.309332] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.317118] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.439163] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5272cdd2-10f5-f995-3464-d634dcb11dea, 'name': SearchDatastore_Task, 'duration_secs': 0.013662} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.439937] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-764508bd-22b2-4f02-b64f-3d3860c1f323 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.444624] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1145.444624] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520b98c7-0795-2aa8-5319-e371f5f361f4" [ 1145.444624] env[62859]: _type = "Task" [ 1145.444624] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.451481] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520b98c7-0795-2aa8-5319-e371f5f361f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.538254] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b63337a3-c9a1-4e10-8841-798bc3f24b26 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.942s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.539525] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.462s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.539733] env[62859]: INFO nova.compute.manager [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Unshelving [ 1145.584245] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.584245] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.584245] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleting the datastore file [datastore1] 154bfb54-639d-4d7a-9109-85baa5c4fb5e {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.584245] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcbdcbf0-6db8-4bf2-b951-003f63e3aba1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.591998] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1145.591998] env[62859]: value = "task-2538687" [ 1145.591998] env[62859]: _type = "Task" [ 1145.591998] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.599208] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.723866] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 819bc465-d1e1-41bb-8d69-740c4eb51f4d] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.818508] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.954080] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520b98c7-0795-2aa8-5319-e371f5f361f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.954343] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.954621] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 91260c77-36e2-4cbf-9eff-b0a1fcc324be/91260c77-36e2-4cbf-9eff-b0a1fcc324be.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.954881] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd0d69c4-aed6-496c-bb1f-53af60adf4d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.961174] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1145.961174] env[62859]: value = "task-2538688" [ 1145.961174] env[62859]: _type = "Task" [ 1145.961174] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.968234] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.104905] env[62859]: DEBUG oslo_vmware.api [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160253} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.106224] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.106431] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.106615] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.109619] env[62859]: DEBUG nova.compute.manager [req-97979f8a-7be3-4f05-9350-b237789bfef7 req-450d4f67-e3f4-4a91-8fda-42a9566e25f9 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Received event network-changed-1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.109855] env[62859]: DEBUG nova.compute.manager [req-97979f8a-7be3-4f05-9350-b237789bfef7 req-450d4f67-e3f4-4a91-8fda-42a9566e25f9 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Refreshing instance network info cache due to event network-changed-1e7cf536-a54c-4796-a3be-6403ffdd0e98. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.110036] env[62859]: DEBUG oslo_concurrency.lockutils [req-97979f8a-7be3-4f05-9350-b237789bfef7 req-450d4f67-e3f4-4a91-8fda-42a9566e25f9 service nova] Acquiring lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.110187] env[62859]: DEBUG oslo_concurrency.lockutils [req-97979f8a-7be3-4f05-9350-b237789bfef7 req-450d4f67-e3f4-4a91-8fda-42a9566e25f9 service nova] Acquired lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.110394] env[62859]: DEBUG nova.network.neutron [req-97979f8a-7be3-4f05-9350-b237789bfef7 req-450d4f67-e3f4-4a91-8fda-42a9566e25f9 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Refreshing network info cache for port 1e7cf536-a54c-4796-a3be-6403ffdd0e98 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.133786] env[62859]: INFO nova.scheduler.client.report [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted allocations for instance 154bfb54-639d-4d7a-9109-85baa5c4fb5e [ 1146.227662] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 26d29119-2b0e-41c9-9ea4-b9a508e657d2] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.320970] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.470853] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456789} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.471147] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 91260c77-36e2-4cbf-9eff-b0a1fcc324be/91260c77-36e2-4cbf-9eff-b0a1fcc324be.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.471378] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.471627] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e42aa6f-ef58-4f81-b496-7e49aeb3417b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.477747] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1146.477747] env[62859]: value = "task-2538689" [ 1146.477747] env[62859]: _type = "Task" [ 1146.477747] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.486628] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.560015] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.560279] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.560481] env[62859]: DEBUG nova.objects.instance [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'pci_requests' on Instance uuid f69445b1-9733-4711-8308-6dff349beb17 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.638020] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.731082] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 87ba25fb-c7c5-4568-8a71-b97136947fcf] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.821867] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.852830] env[62859]: DEBUG nova.network.neutron [req-97979f8a-7be3-4f05-9350-b237789bfef7 req-450d4f67-e3f4-4a91-8fda-42a9566e25f9 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Updated VIF entry in instance network info cache for port 1e7cf536-a54c-4796-a3be-6403ffdd0e98. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.853211] env[62859]: DEBUG nova.network.neutron [req-97979f8a-7be3-4f05-9350-b237789bfef7 req-450d4f67-e3f4-4a91-8fda-42a9566e25f9 service nova] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Updating instance_info_cache with network_info: [{"id": "1e7cf536-a54c-4796-a3be-6403ffdd0e98", "address": "fa:16:3e:2b:9a:d6", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": null, "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1e7cf536-a5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.987747] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058969} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.987955] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.988784] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33be563d-42a7-46bb-98d2-187d507fa86c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.010519] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 91260c77-36e2-4cbf-9eff-b0a1fcc324be/91260c77-36e2-4cbf-9eff-b0a1fcc324be.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.010747] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d2cb0f6-0904-48fb-80f6-07ce4e244b86 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.030710] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1147.030710] env[62859]: value = "task-2538690" [ 1147.030710] env[62859]: _type = "Task" [ 1147.030710] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.038575] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.064314] env[62859]: DEBUG nova.objects.instance [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'numa_topology' on Instance uuid f69445b1-9733-4711-8308-6dff349beb17 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.236132] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: edd39829-7fbc-4f66-813a-b1efd6197163] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.320904] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.356598] env[62859]: DEBUG oslo_concurrency.lockutils [req-97979f8a-7be3-4f05-9350-b237789bfef7 req-450d4f67-e3f4-4a91-8fda-42a9566e25f9 service nova] Releasing lock "refresh_cache-154bfb54-639d-4d7a-9109-85baa5c4fb5e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.540535] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.567207] env[62859]: INFO nova.compute.claims [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.740144] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: fde96d58-b090-42bd-881e-e03f2a819f58] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.823133] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.839917] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.040771] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538690, 'name': ReconfigVM_Task, 'duration_secs': 0.641131} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.041065] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 91260c77-36e2-4cbf-9eff-b0a1fcc324be/91260c77-36e2-4cbf-9eff-b0a1fcc324be.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.041676] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfe7ba39-2711-4307-80e9-adf3ad024c0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.047625] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1148.047625] env[62859]: value = "task-2538691" [ 1148.047625] env[62859]: _type = "Task" [ 1148.047625] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.054693] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538691, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.243471] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 035853df-2910-4a07-a5c6-2f42b2ca01da] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.322104] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.557342] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538691, 'name': Rename_Task, 'duration_secs': 0.139961} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.557596] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.557835] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79bd6c32-3a22-45f7-8bd5-dd97a2633b0d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.563208] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1148.563208] env[62859]: value = "task-2538692" [ 1148.563208] env[62859]: _type = "Task" [ 1148.563208] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.570135] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.674038] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a462f3-d31e-406c-8d50-9bd306012030 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.680848] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b09875-634c-4a56-81dc-cb99b124d161 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.709364] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933ea8fd-758a-48c1-b123-1563a64c6b10 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.716162] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db376612-0b9b-44af-af32-f38ec5f8d7d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.730575] env[62859]: DEBUG nova.compute.provider_tree [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.746320] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.746620] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Cleaning up deleted instances with incomplete migration {{(pid=62859) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1148.822482] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.072424] env[62859]: DEBUG oslo_vmware.api [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538692, 'name': PowerOnVM_Task, 'duration_secs': 0.440054} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.072705] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.072869] env[62859]: DEBUG nova.compute.manager [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.073613] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e3a70-0d88-4e6e-833e-ecdf62a15276 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.233706] env[62859]: DEBUG nova.scheduler.client.report [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.322846] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.592815] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.738190] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.178s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.740476] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.103s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.740712] env[62859]: DEBUG nova.objects.instance [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'resources' on Instance uuid 154bfb54-639d-4d7a-9109-85baa5c4fb5e {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.766391] env[62859]: INFO nova.network.neutron [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating port 7afe682d-3778-446f-bf83-35da7394af51 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1149.823239] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.244067] env[62859]: DEBUG nova.objects.instance [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'numa_topology' on Instance uuid 154bfb54-639d-4d7a-9109-85baa5c4fb5e {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.325018] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.737386] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.737598] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.745719] env[62859]: DEBUG nova.objects.base [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Object Instance<154bfb54-639d-4d7a-9109-85baa5c4fb5e> lazy-loaded attributes: resources,numa_topology {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1150.824802] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.844054] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc8876d-77d6-4e4a-86b1-973dadd3ffd5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.850812] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715546e1-b11c-4d6b-983f-7210533c3f28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.880934] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2402503-725c-4b53-b310-01b55056b09e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.889999] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d7672a-64f9-48a7-9c8a-1f1fbd0150af {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.912932] env[62859]: DEBUG nova.compute.provider_tree [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.119321] env[62859]: DEBUG nova.compute.manager [req-2a14d993-75a9-47f3-b10b-af6929a31805 req-98f57152-e918-4531-93c2-8f6b1949f497 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received event network-vif-plugged-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.119959] env[62859]: DEBUG oslo_concurrency.lockutils [req-2a14d993-75a9-47f3-b10b-af6929a31805 req-98f57152-e918-4531-93c2-8f6b1949f497 service nova] Acquiring lock "f69445b1-9733-4711-8308-6dff349beb17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.120238] env[62859]: DEBUG oslo_concurrency.lockutils [req-2a14d993-75a9-47f3-b10b-af6929a31805 req-98f57152-e918-4531-93c2-8f6b1949f497 service nova] Lock "f69445b1-9733-4711-8308-6dff349beb17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.120457] env[62859]: DEBUG oslo_concurrency.lockutils [req-2a14d993-75a9-47f3-b10b-af6929a31805 req-98f57152-e918-4531-93c2-8f6b1949f497 service nova] Lock "f69445b1-9733-4711-8308-6dff349beb17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.120718] env[62859]: DEBUG nova.compute.manager [req-2a14d993-75a9-47f3-b10b-af6929a31805 req-98f57152-e918-4531-93c2-8f6b1949f497 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] No waiting events found dispatching network-vif-plugged-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.120882] env[62859]: WARNING nova.compute.manager [req-2a14d993-75a9-47f3-b10b-af6929a31805 req-98f57152-e918-4531-93c2-8f6b1949f497 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received unexpected event network-vif-plugged-7afe682d-3778-446f-bf83-35da7394af51 for instance with vm_state shelved_offloaded and task_state spawning. [ 1151.199870] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.200054] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.200236] env[62859]: DEBUG nova.network.neutron [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.243186] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.243408] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1151.325321] env[62859]: DEBUG oslo_vmware.api [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538686, 'name': ReconfigVM_Task, 'duration_secs': 5.982514} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.325540] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.325758] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Reconfigured VM to detach interface {{(pid=62859) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1151.416614] env[62859]: DEBUG nova.scheduler.client.report [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.922931] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.925476] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.333s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.925667] env[62859]: DEBUG nova.objects.instance [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1151.968161] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.968414] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.968643] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.968824] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.968992] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.971180] env[62859]: INFO nova.compute.manager [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Terminating instance [ 1152.010619] env[62859]: DEBUG nova.network.neutron [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating instance_info_cache with network_info: [{"id": "7afe682d-3778-446f-bf83-35da7394af51", "address": "fa:16:3e:25:cc:27", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afe682d-37", "ovs_interfaceid": "7afe682d-3778-446f-bf83-35da7394af51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.434712] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbca-b68a-4ade-adb7-4017936d9379 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.860s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.435730] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.596s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.435836] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.435999] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.436243] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.438638] env[62859]: INFO nova.compute.manager [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Terminating instance [ 1152.475109] env[62859]: DEBUG nova.compute.manager [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.475308] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.475567] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efbbc6e0-96d7-450d-b701-bce3e5c563e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.482507] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1152.482507] env[62859]: value = "task-2538693" [ 1152.482507] env[62859]: _type = "Task" [ 1152.482507] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.490044] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.513813] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.543804] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2b9b78f9074c14d5e09337e6774e2dad',container_format='bare',created_at=2025-02-14T11:36:57Z,direct_url=,disk_format='vmdk',id=fbdad849-0e57-49a8-8ad0-abe42f8d6056,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1098999109-shelved',owner='b227ecbe4a204e27a0be879ffa400d90',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-14T11:37:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.544163] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.544421] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.544740] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.544956] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.545177] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.545470] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.545744] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.546051] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.546312] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.546608] env[62859]: DEBUG nova.virt.hardware [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.547566] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627c8143-cc52-45ac-b9ab-fd7245fd7ea7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.556493] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66cb3f8-1210-4b16-8a9e-801ef16fc5d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.570238] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:cc:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7afe682d-3778-446f-bf83-35da7394af51', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.578228] env[62859]: DEBUG oslo.service.loopingcall [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.578914] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69445b1-9733-4711-8308-6dff349beb17] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.579224] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c35519e-fe25-4bfa-9c43-53f962d9d862 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.598824] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.598824] env[62859]: value = "task-2538694" [ 1152.598824] env[62859]: _type = "Task" [ 1152.598824] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.607215] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538694, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.684049] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.684266] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.684451] env[62859]: DEBUG nova.network.neutron [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.936108] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b1bfe6ea-75d4-4568-87a0-180b84251519 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.942958] env[62859]: DEBUG nova.compute.manager [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.942958] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.943360] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ac1f6fa-e900-4e0e-8624-2e5ef0f2e7d7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.955205] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b08561b-4bfa-4f6f-b837-f2086639de4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.991782] env[62859]: WARNING nova.virt.vmwareapi.vmops [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 154bfb54-639d-4d7a-9109-85baa5c4fb5e could not be found. [ 1152.991909] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.992020] env[62859]: INFO nova.compute.manager [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1152.992269] env[62859]: DEBUG oslo.service.loopingcall [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.995980] env[62859]: DEBUG nova.compute.manager [-] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.996110] env[62859]: DEBUG nova.network.neutron [-] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.002534] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538693, 'name': PowerOffVM_Task, 'duration_secs': 0.238308} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.002777] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.002979] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1153.003192] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512867', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'name': 'volume-de272b6a-6416-4d39-847f-a19aeedf4ee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f', 'attached_at': '2025-02-14T11:36:47.000000', 'detached_at': '', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'serial': 'de272b6a-6416-4d39-847f-a19aeedf4ee6'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1153.003972] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336dba9d-acf9-4680-b380-5608651e96a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.022655] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222bcd8-ac8a-465b-8a5c-2a6f6c53bd38 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.029570] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b04cc-5a39-4df1-b00c-d53364c21128 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.046806] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3fc94-323d-47a4-aa1b-eb4c2bfc3272 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.062984] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] The volume has not been displaced from its original location: [datastore2] volume-de272b6a-6416-4d39-847f-a19aeedf4ee6/volume-de272b6a-6416-4d39-847f-a19aeedf4ee6.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1153.071023] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1153.071023] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bb8dc6-4b5d-40c0-a242-925832e06ee3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.087497] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1153.087497] env[62859]: value = "task-2538695" [ 1153.087497] env[62859]: _type = "Task" [ 1153.087497] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.094969] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.106619] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538694, 'name': CreateVM_Task, 'duration_secs': 0.381963} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.106811] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f69445b1-9733-4711-8308-6dff349beb17] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.107518] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.107700] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.108103] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1153.108433] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba235fb-8bc8-4038-b4b4-27b78cc47a15 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.112957] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1153.112957] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520dd2bb-dbe9-715a-00cf-a66f723a2d18" [ 1153.112957] env[62859]: _type = "Task" [ 1153.112957] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.121158] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520dd2bb-dbe9-715a-00cf-a66f723a2d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.147079] env[62859]: DEBUG nova.compute.manager [req-bd4cebb1-0688-413d-be47-198d7bb9ba65 req-890d793a-200b-45ce-a1fa-b5389247ff19 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received event network-changed-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.147312] env[62859]: DEBUG nova.compute.manager [req-bd4cebb1-0688-413d-be47-198d7bb9ba65 req-890d793a-200b-45ce-a1fa-b5389247ff19 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Refreshing instance network info cache due to event network-changed-7afe682d-3778-446f-bf83-35da7394af51. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1153.147533] env[62859]: DEBUG oslo_concurrency.lockutils [req-bd4cebb1-0688-413d-be47-198d7bb9ba65 req-890d793a-200b-45ce-a1fa-b5389247ff19 service nova] Acquiring lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.147794] env[62859]: DEBUG oslo_concurrency.lockutils [req-bd4cebb1-0688-413d-be47-198d7bb9ba65 req-890d793a-200b-45ce-a1fa-b5389247ff19 service nova] Acquired lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.147953] env[62859]: DEBUG nova.network.neutron [req-bd4cebb1-0688-413d-be47-198d7bb9ba65 req-890d793a-200b-45ce-a1fa-b5389247ff19 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Refreshing network info cache for port 7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.253611] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Didn't find any instances for network info cache update. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1153.253778] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.253957] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.388122] env[62859]: DEBUG nova.compute.manager [req-cb2b4704-fe7a-4b3a-800b-7dbd7d2bfe8e req-fd4068c6-f792-4f78-a60f-dd3c91688970 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.388325] env[62859]: DEBUG nova.compute.manager [req-cb2b4704-fe7a-4b3a-800b-7dbd7d2bfe8e req-fd4068c6-f792-4f78-a60f-dd3c91688970 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing instance network info cache due to event network-changed-41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1153.388681] env[62859]: DEBUG oslo_concurrency.lockutils [req-cb2b4704-fe7a-4b3a-800b-7dbd7d2bfe8e req-fd4068c6-f792-4f78-a60f-dd3c91688970 service nova] Acquiring lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.403305] env[62859]: INFO nova.network.neutron [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Port 2d5a002e-bb0a-4c17-a794-44a7cfa884d9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1153.403639] env[62859]: DEBUG nova.network.neutron [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.596633] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538695, 'name': ReconfigVM_Task, 'duration_secs': 0.182737} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.596899] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.601643] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9ff7829-4622-4230-8163-822e7af3328b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.617364] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1153.617364] env[62859]: value = "task-2538696" [ 1153.617364] env[62859]: _type = "Task" [ 1153.617364] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.623818] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.624061] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Processing image fbdad849-0e57-49a8-8ad0-abe42f8d6056 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.624292] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056/fbdad849-0e57-49a8-8ad0-abe42f8d6056.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.624438] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056/fbdad849-0e57-49a8-8ad0-abe42f8d6056.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.624613] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.624830] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c30efbe2-902a-45dd-bf74-b96c31ee864a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.629392] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.652071] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.652368] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.653210] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eab75ff-7dc7-45d9-8653-288e1b3eb093 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.658442] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1153.658442] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529acb25-fdd2-2014-e48a-ece6901410cf" [ 1153.658442] env[62859]: _type = "Task" [ 1153.658442] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.665690] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529acb25-fdd2-2014-e48a-ece6901410cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.751731] env[62859]: DEBUG nova.network.neutron [-] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.758102] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Getting list of instances from cluster (obj){ [ 1153.758102] env[62859]: value = "domain-c8" [ 1153.758102] env[62859]: _type = "ClusterComputeResource" [ 1153.758102] env[62859]: } {{(pid=62859) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1153.759023] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625bd681-3ad6-4f2e-89c9-9fc37e35e4ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.776932] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Got total of 8 instances {{(pid=62859) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1153.777120] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Triggering sync for uuid 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 {{(pid=62859) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.777314] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Triggering sync for uuid c45237e1-fa97-4539-a2ee-77fb50619c40 {{(pid=62859) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.777473] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Triggering sync for uuid 1bf2e44f-15b5-4071-86ce-2aea808dd53b {{(pid=62859) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.777628] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Triggering sync for uuid f69445b1-9733-4711-8308-6dff349beb17 {{(pid=62859) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.777778] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Triggering sync for uuid 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f {{(pid=62859) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.777926] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Triggering sync for uuid 73d8e0d2-0207-4564-a21e-d126e37f7047 {{(pid=62859) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.778083] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Triggering sync for uuid 91260c77-36e2-4cbf-9eff-b0a1fcc324be {{(pid=62859) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.778230] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Triggering sync for uuid 369791b0-21cf-4234-951a-dcd8d3a7eb43 {{(pid=62859) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1153.780803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.780993] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.781275] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "c45237e1-fa97-4539-a2ee-77fb50619c40" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.781460] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.781705] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.781897] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.782138] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "f69445b1-9733-4711-8308-6dff349beb17" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.782344] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.782551] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "73d8e0d2-0207-4564-a21e-d126e37f7047" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.782721] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.782941] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.783129] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.783350] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.783529] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.786155] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6605cb41-0512-459c-8c92-3dddf4bf94e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.789061] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d8fb5-76bc-492f-a45e-1bff11c9870d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.791874] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c33f67d-c796-447e-aede-186781a3a316 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.794383] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1bb41c-037c-4ae7-87ef-9c85eb5da972 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.797150] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc7484d-0add-4913-88b0-337419d23197 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.799618] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83526cb7-17f8-4caa-8e0f-9ec1445c7cdc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.908718] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.908718] env[62859]: DEBUG oslo_concurrency.lockutils [req-cb2b4704-fe7a-4b3a-800b-7dbd7d2bfe8e req-fd4068c6-f792-4f78-a60f-dd3c91688970 service nova] Acquired lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.908718] env[62859]: DEBUG nova.network.neutron [req-cb2b4704-fe7a-4b3a-800b-7dbd7d2bfe8e req-fd4068c6-f792-4f78-a60f-dd3c91688970 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Refreshing network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.912501] env[62859]: DEBUG nova.network.neutron [req-bd4cebb1-0688-413d-be47-198d7bb9ba65 req-890d793a-200b-45ce-a1fa-b5389247ff19 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updated VIF entry in instance network info cache for port 7afe682d-3778-446f-bf83-35da7394af51. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.912501] env[62859]: DEBUG nova.network.neutron [req-bd4cebb1-0688-413d-be47-198d7bb9ba65 req-890d793a-200b-45ce-a1fa-b5389247ff19 service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating instance_info_cache with network_info: [{"id": "7afe682d-3778-446f-bf83-35da7394af51", "address": "fa:16:3e:25:cc:27", "network": {"id": "3e5b9340-8d78-4556-887c-3147ed77ec14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1440487559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b227ecbe4a204e27a0be879ffa400d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7afe682d-37", "ovs_interfaceid": "7afe682d-3778-446f-bf83-35da7394af51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.913586] env[62859]: WARNING oslo_messaging._drivers.amqpdriver [req-bd4cebb1-0688-413d-be47-198d7bb9ba65 req-890d793a-200b-45ce-a1fa-b5389247ff19 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1154.071233] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-369791b0-21cf-4234-951a-dcd8d3a7eb43-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.071603] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-369791b0-21cf-4234-951a-dcd8d3a7eb43-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.071964] env[62859]: DEBUG nova.objects.instance [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'flavor' on Instance uuid 369791b0-21cf-4234-951a-dcd8d3a7eb43 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.127118] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.167319] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Preparing fetch location {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1154.167580] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Fetch image to [datastore1] OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db/OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db.vmdk {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1154.167766] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Downloading stream optimized image fbdad849-0e57-49a8-8ad0-abe42f8d6056 to [datastore1] OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db/OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db.vmdk on the data store datastore1 as vApp {{(pid=62859) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1154.167936] env[62859]: DEBUG nova.virt.vmwareapi.images [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Downloading image file data fbdad849-0e57-49a8-8ad0-abe42f8d6056 to the ESX as VM named 'OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db' {{(pid=62859) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1154.239614] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1154.239614] env[62859]: value = "resgroup-9" [ 1154.239614] env[62859]: _type = "ResourcePool" [ 1154.239614] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1154.239954] env[62859]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ff99e08b-b85a-4c7a-9d6f-e903b9efe9ac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.255085] env[62859]: INFO nova.compute.manager [-] [instance: 154bfb54-639d-4d7a-9109-85baa5c4fb5e] Took 1.26 seconds to deallocate network for instance. [ 1154.262889] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease: (returnval){ [ 1154.262889] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52930c75-72c5-c102-fac1-5dccdff203a8" [ 1154.262889] env[62859]: _type = "HttpNfcLease" [ 1154.262889] env[62859]: } obtained for vApp import into resource pool (val){ [ 1154.262889] env[62859]: value = "resgroup-9" [ 1154.262889] env[62859]: _type = "ResourcePool" [ 1154.262889] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1154.263199] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the lease: (returnval){ [ 1154.263199] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52930c75-72c5-c102-fac1-5dccdff203a8" [ 1154.263199] env[62859]: _type = "HttpNfcLease" [ 1154.263199] env[62859]: } to be ready. {{(pid=62859) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1154.269352] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.269352] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52930c75-72c5-c102-fac1-5dccdff203a8" [ 1154.269352] env[62859]: _type = "HttpNfcLease" [ 1154.269352] env[62859]: } is initializing. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1154.321701] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.322110] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.322428] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.322725] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.330710] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.335224] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.411814] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6e5a9eef-774a-446c-9a6d-0c1dbb4a94ec tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-73d8e0d2-0207-4564-a21e-d126e37f7047-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.668s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.417043] env[62859]: DEBUG oslo_concurrency.lockutils [req-bd4cebb1-0688-413d-be47-198d7bb9ba65 req-890d793a-200b-45ce-a1fa-b5389247ff19 service nova] Releasing lock "refresh_cache-f69445b1-9733-4711-8308-6dff349beb17" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.630184] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.636528] env[62859]: DEBUG nova.network.neutron [req-cb2b4704-fe7a-4b3a-800b-7dbd7d2bfe8e req-fd4068c6-f792-4f78-a60f-dd3c91688970 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updated VIF entry in instance network info cache for port 41a8f12b-183d-45f6-9774-e5fd88862e1a. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.636888] env[62859]: DEBUG nova.network.neutron [req-cb2b4704-fe7a-4b3a-800b-7dbd7d2bfe8e req-fd4068c6-f792-4f78-a60f-dd3c91688970 service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [{"id": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "address": "fa:16:3e:3c:b7:ef", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a8f12b-18", "ovs_interfaceid": "41a8f12b-183d-45f6-9774-e5fd88862e1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.772902] env[62859]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.772902] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52930c75-72c5-c102-fac1-5dccdff203a8" [ 1154.772902] env[62859]: _type = "HttpNfcLease" [ 1154.772902] env[62859]: } is ready. {{(pid=62859) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1154.773207] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1154.773207] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52930c75-72c5-c102-fac1-5dccdff203a8" [ 1154.773207] env[62859]: _type = "HttpNfcLease" [ 1154.773207] env[62859]: }. {{(pid=62859) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1154.773960] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c2ec45-d251-4141-b6d0-c80dbe55877d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.784524] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f352f0-900e-efea-968a-bbc81fbd6829/disk-0.vmdk from lease info. {{(pid=62859) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1154.784715] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f352f0-900e-efea-968a-bbc81fbd6829/disk-0.vmdk. {{(pid=62859) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1154.847746] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f79c7bff-aa52-4edc-9480-1b8bd85e7347 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.974626] env[62859]: DEBUG nova.objects.instance [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'pci_requests' on Instance uuid 369791b0-21cf-4234-951a-dcd8d3a7eb43 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.130948] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538696, 'name': ReconfigVM_Task, 'duration_secs': 1.124693} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.132628] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512867', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'name': 'volume-de272b6a-6416-4d39-847f-a19aeedf4ee6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1d6f4d12-a36c-473d-8eb1-1a66e0c9408f', 'attached_at': '2025-02-14T11:36:47.000000', 'detached_at': '', 'volume_id': 'de272b6a-6416-4d39-847f-a19aeedf4ee6', 'serial': 'de272b6a-6416-4d39-847f-a19aeedf4ee6'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1155.132911] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.133763] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66feb251-2567-49e6-87e7-68f076f41ca8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.141150] env[62859]: DEBUG oslo_concurrency.lockutils [req-cb2b4704-fe7a-4b3a-800b-7dbd7d2bfe8e req-fd4068c6-f792-4f78-a60f-dd3c91688970 service nova] Releasing lock "refresh_cache-73d8e0d2-0207-4564-a21e-d126e37f7047" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.141649] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.141948] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0ae6e6c-969e-4ec4-9de1-90357ecc42da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.212679] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.212944] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.213189] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleting the datastore file [datastore2] 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.213467] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5468be4-0077-4b54-9139-e866983f7154 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.220328] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1155.220328] env[62859]: value = "task-2538699" [ 1155.220328] env[62859]: _type = "Task" [ 1155.220328] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.230310] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.289644] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba2691b5-4853-4f56-bb65-a75f1d03093d tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "154bfb54-639d-4d7a-9109-85baa5c4fb5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.854s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1155.477306] env[62859]: DEBUG nova.objects.base [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Object Instance<369791b0-21cf-4234-951a-dcd8d3a7eb43> lazy-loaded attributes: flavor,pci_requests {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.477575] env[62859]: DEBUG nova.network.neutron [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.543430] env[62859]: DEBUG nova.compute.manager [req-e33dd31a-343e-4586-899a-0d8502b64dfd req-bd31c8c5-1764-47e6-b7f7-99c44abde24c service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received event network-changed-68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.543430] env[62859]: DEBUG nova.compute.manager [req-e33dd31a-343e-4586-899a-0d8502b64dfd req-bd31c8c5-1764-47e6-b7f7-99c44abde24c service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing instance network info cache due to event network-changed-68d74e1d-2acd-4cef-a7f8-64e64bb02016. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1155.543559] env[62859]: DEBUG oslo_concurrency.lockutils [req-e33dd31a-343e-4586-899a-0d8502b64dfd req-bd31c8c5-1764-47e6-b7f7-99c44abde24c service nova] Acquiring lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.543681] env[62859]: DEBUG oslo_concurrency.lockutils [req-e33dd31a-343e-4586-899a-0d8502b64dfd req-bd31c8c5-1764-47e6-b7f7-99c44abde24c service nova] Acquired lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.543837] env[62859]: DEBUG nova.network.neutron [req-e33dd31a-343e-4586-899a-0d8502b64dfd req-bd31c8c5-1764-47e6-b7f7-99c44abde24c service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing network info cache for port 68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.556524] env[62859]: DEBUG nova.policy [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a042127235494a89872707ef07b540c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01142dda89b94b64ae99add7684d2f5e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.730785] env[62859]: DEBUG oslo_vmware.api [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090886} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.731136] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.731438] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.731723] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.731873] env[62859]: INFO nova.compute.manager [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Took 3.26 seconds to destroy the instance on the hypervisor. [ 1155.732157] env[62859]: DEBUG oslo.service.loopingcall [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.732388] env[62859]: DEBUG nova.compute.manager [-] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.732514] env[62859]: DEBUG nova.network.neutron [-] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.965458] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Completed reading data from the image iterator. {{(pid=62859) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1155.965854] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f352f0-900e-efea-968a-bbc81fbd6829/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1155.966796] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a697c5-0bac-44a2-acd2-ed22f532b821 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.973631] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f352f0-900e-efea-968a-bbc81fbd6829/disk-0.vmdk is in state: ready. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1155.973631] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f352f0-900e-efea-968a-bbc81fbd6829/disk-0.vmdk. {{(pid=62859) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1155.973842] env[62859]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-27b8bed6-86e3-4dec-b7e3-593067c88b25 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.148305] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.148694] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.192018] env[62859]: DEBUG oslo_vmware.rw_handles [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f352f0-900e-efea-968a-bbc81fbd6829/disk-0.vmdk. {{(pid=62859) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1156.192018] env[62859]: INFO nova.virt.vmwareapi.images [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Downloaded image file data fbdad849-0e57-49a8-8ad0-abe42f8d6056 [ 1156.192018] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62239d-4898-4fbe-8dba-f8a9b300d669 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.212950] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1ab6bfd-214e-4602-b3b9-aaf58673523f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.238841] env[62859]: INFO nova.virt.vmwareapi.images [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] The imported VM was unregistered [ 1156.241371] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Caching image {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1156.241607] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Creating directory with path [datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.241874] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c357699f-0957-479c-a3ce-30f5fb6f220d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.264431] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Created directory with path [datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056 {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.264616] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db/OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db.vmdk to [datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056/fbdad849-0e57-49a8-8ad0-abe42f8d6056.vmdk. {{(pid=62859) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1156.264874] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-62313f2b-f52d-48c7-9622-5ad18da6dff5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.271034] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1156.271034] env[62859]: value = "task-2538701" [ 1156.271034] env[62859]: _type = "Task" [ 1156.271034] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.280243] env[62859]: DEBUG nova.network.neutron [req-e33dd31a-343e-4586-899a-0d8502b64dfd req-bd31c8c5-1764-47e6-b7f7-99c44abde24c service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updated VIF entry in instance network info cache for port 68d74e1d-2acd-4cef-a7f8-64e64bb02016. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.280596] env[62859]: DEBUG nova.network.neutron [req-e33dd31a-343e-4586-899a-0d8502b64dfd req-bd31c8c5-1764-47e6-b7f7-99c44abde24c service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [{"id": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "address": "fa:16:3e:1d:56:86", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d74e1d-2a", "ovs_interfaceid": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.283384] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538701, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.651460] env[62859]: DEBUG nova.compute.manager [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.715318] env[62859]: DEBUG nova.network.neutron [-] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.781464] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538701, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.783183] env[62859]: DEBUG oslo_concurrency.lockutils [req-e33dd31a-343e-4586-899a-0d8502b64dfd req-bd31c8c5-1764-47e6-b7f7-99c44abde24c service nova] Releasing lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.142605] env[62859]: DEBUG nova.network.neutron [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Successfully updated port: 2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.174011] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.174325] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.176032] env[62859]: INFO nova.compute.claims [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.218255] env[62859]: INFO nova.compute.manager [-] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Took 1.49 seconds to deallocate network for instance. [ 1157.231400] env[62859]: DEBUG nova.compute.manager [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Received event network-vif-deleted-814fe0ec-e476-401a-a87e-0db2037b7faa {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.231732] env[62859]: DEBUG nova.compute.manager [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received event network-vif-plugged-2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.231801] env[62859]: DEBUG oslo_concurrency.lockutils [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] Acquiring lock "369791b0-21cf-4234-951a-dcd8d3a7eb43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.232055] env[62859]: DEBUG oslo_concurrency.lockutils [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.232188] env[62859]: DEBUG oslo_concurrency.lockutils [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.232409] env[62859]: DEBUG nova.compute.manager [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] No waiting events found dispatching network-vif-plugged-2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.232591] env[62859]: WARNING nova.compute.manager [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received unexpected event network-vif-plugged-2d5a002e-bb0a-4c17-a794-44a7cfa884d9 for instance with vm_state active and task_state None. [ 1157.232764] env[62859]: DEBUG nova.compute.manager [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received event network-changed-2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.232920] env[62859]: DEBUG nova.compute.manager [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing instance network info cache due to event network-changed-2d5a002e-bb0a-4c17-a794-44a7cfa884d9. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1157.233156] env[62859]: DEBUG oslo_concurrency.lockutils [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] Acquiring lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.233310] env[62859]: DEBUG oslo_concurrency.lockutils [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] Acquired lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.233521] env[62859]: DEBUG nova.network.neutron [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Refreshing network info cache for port 2d5a002e-bb0a-4c17-a794-44a7cfa884d9 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.282541] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538701, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.645943] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.767592] env[62859]: INFO nova.compute.manager [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Took 0.55 seconds to detach 1 volumes for instance. [ 1157.769846] env[62859]: DEBUG nova.compute.manager [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Deleting volume: de272b6a-6416-4d39-847f-a19aeedf4ee6 {{(pid=62859) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1157.785498] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538701, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.962498] env[62859]: DEBUG nova.network.neutron [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Added VIF to instance network info cache for port 2d5a002e-bb0a-4c17-a794-44a7cfa884d9. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1157.962973] env[62859]: DEBUG nova.network.neutron [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [{"id": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "address": "fa:16:3e:1d:56:86", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d74e1d-2a", "ovs_interfaceid": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d5a002e-bb0a-4c17-a794-44a7cfa884d9", "address": "fa:16:3e:5f:04:17", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5a002e-bb", "ovs_interfaceid": "2d5a002e-bb0a-4c17-a794-44a7cfa884d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.288478] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538701, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.315801] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.319314] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e2b8e-4b0e-4d4a-865e-1e35401d7882 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.328570] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd92d586-36a4-44dd-8954-8b9d54075abc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.361951] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c99e1-581b-4bca-a37c-f84128ec49c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.374516] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2698aa8c-c731-45ad-8b64-c806fde47f65 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.391951] env[62859]: DEBUG nova.compute.provider_tree [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.465889] env[62859]: DEBUG oslo_concurrency.lockutils [req-ed8d60d5-1963-46b2-aed4-990887d5e3d0 req-5b2559eb-c5d6-4929-ba29-d06309bcc335 service nova] Releasing lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.466165] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.467303] env[62859]: DEBUG nova.network.neutron [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.786525] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538701, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.895221] env[62859]: DEBUG nova.scheduler.client.report [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.003076] env[62859]: WARNING nova.network.neutron [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] 9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb already exists in list: networks containing: ['9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb']. ignoring it [ 1159.003305] env[62859]: WARNING nova.network.neutron [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] 9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb already exists in list: networks containing: ['9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb']. ignoring it [ 1159.003470] env[62859]: WARNING nova.network.neutron [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] 2d5a002e-bb0a-4c17-a794-44a7cfa884d9 already exists in list: port_ids containing: ['2d5a002e-bb0a-4c17-a794-44a7cfa884d9']. ignoring it [ 1159.257018] env[62859]: DEBUG nova.network.neutron [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [{"id": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "address": "fa:16:3e:1d:56:86", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d74e1d-2a", "ovs_interfaceid": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d5a002e-bb0a-4c17-a794-44a7cfa884d9", "address": "fa:16:3e:5f:04:17", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5a002e-bb", "ovs_interfaceid": "2d5a002e-bb0a-4c17-a794-44a7cfa884d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.284471] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538701, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.682328} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.284754] env[62859]: INFO nova.virt.vmwareapi.ds_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db/OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db.vmdk to [datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056/fbdad849-0e57-49a8-8ad0-abe42f8d6056.vmdk. [ 1159.284944] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Cleaning up location [datastore1] OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1159.285125] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e164f357-840b-4145-bc7f-70943d9eb0db {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.285408] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5207c5f-bac8-458b-99b0-d6277f4f53eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.292216] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1159.292216] env[62859]: value = "task-2538703" [ 1159.292216] env[62859]: _type = "Task" [ 1159.292216] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.300083] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.400963] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.401532] env[62859]: DEBUG nova.compute.manager [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.404382] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.089s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.404527] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.424745] env[62859]: INFO nova.scheduler.client.report [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted allocations for instance 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f [ 1159.759601] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.760327] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.760490] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.761358] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eefb03-3953-4183-b9bf-00c73d0c00b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.778571] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.778781] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.778938] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.779149] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.779294] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.779451] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.779655] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.779814] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.779980] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.780161] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.780341] env[62859]: DEBUG nova.virt.hardware [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.787753] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Reconfiguring VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1159.788072] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e79cffe-7ab4-4387-9666-3b551f67a4be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.808213] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0336} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.809421] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.809593] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056/fbdad849-0e57-49a8-8ad0-abe42f8d6056.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.809830] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056/fbdad849-0e57-49a8-8ad0-abe42f8d6056.vmdk to [datastore1] f69445b1-9733-4711-8308-6dff349beb17/f69445b1-9733-4711-8308-6dff349beb17.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.810137] env[62859]: DEBUG oslo_vmware.api [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1159.810137] env[62859]: value = "task-2538704" [ 1159.810137] env[62859]: _type = "Task" [ 1159.810137] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.810322] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d483650-df79-40e9-90b0-c0eae119e08a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.820353] env[62859]: DEBUG oslo_vmware.api [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.821227] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1159.821227] env[62859]: value = "task-2538705" [ 1159.821227] env[62859]: _type = "Task" [ 1159.821227] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.827955] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.908885] env[62859]: DEBUG nova.compute.utils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.910090] env[62859]: DEBUG nova.compute.manager [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.910269] env[62859]: DEBUG nova.network.neutron [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.930993] env[62859]: DEBUG oslo_concurrency.lockutils [None req-13e1d005-88d6-4505-b7e0-d32b6839d688 tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.962s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.931926] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.150s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.932149] env[62859]: INFO nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1159.932351] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "1d6f4d12-a36c-473d-8eb1-1a66e0c9408f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.975788] env[62859]: DEBUG nova.policy [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34d692a5929f458ca65ff76f3b1a871a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e9bb200572a489ca2c14c11bf27f33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.271398] env[62859]: DEBUG nova.network.neutron [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Successfully created port: de24d6bb-b0d7-4382-97c8-46e13bae3209 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.326127] env[62859]: DEBUG oslo_vmware.api [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.336868] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538705, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.413611] env[62859]: DEBUG nova.compute.manager [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.824544] env[62859]: DEBUG oslo_vmware.api [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538704, 'name': ReconfigVM_Task, 'duration_secs': 0.60925} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.825084] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.825306] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Reconfigured VM to attach interface {{(pid=62859) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.838223] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538705, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.971670] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.971975] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.972209] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.972399] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.972572] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.975047] env[62859]: INFO nova.compute.manager [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Terminating instance [ 1161.329997] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e1f60ed2-63b1-43c8-a530-e119825e5d61 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-369791b0-21cf-4234-951a-dcd8d3a7eb43-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.258s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.343563] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538705, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.423943] env[62859]: DEBUG nova.compute.manager [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.453814] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.454132] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.454340] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.454571] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.454768] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.454935] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.455211] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.455410] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.455626] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.455837] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.456079] env[62859]: DEBUG nova.virt.hardware [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.457180] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3bf20c-7521-4ffb-acde-aef79444050e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.467261] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd533189-f737-426f-9595-b8cc1895c9d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.483346] env[62859]: DEBUG nova.compute.manager [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.483588] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.484630] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313f62eb-2e85-4ad1-b245-aab0ac41237a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.492925] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.493247] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91e9f56a-5835-48d9-a5d9-a54dbddefd4b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.501604] env[62859]: DEBUG oslo_vmware.api [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1161.501604] env[62859]: value = "task-2538706" [ 1161.501604] env[62859]: _type = "Task" [ 1161.501604] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.511520] env[62859]: DEBUG oslo_vmware.api [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.842595] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538705, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.866248] env[62859]: DEBUG nova.compute.manager [req-80321c4c-d3dd-4578-b80b-7b3c2627a54c req-b4b24bd1-572d-4c3f-a7d1-d77a6293b584 service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Received event network-vif-plugged-de24d6bb-b0d7-4382-97c8-46e13bae3209 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.866656] env[62859]: DEBUG oslo_concurrency.lockutils [req-80321c4c-d3dd-4578-b80b-7b3c2627a54c req-b4b24bd1-572d-4c3f-a7d1-d77a6293b584 service nova] Acquiring lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.866850] env[62859]: DEBUG oslo_concurrency.lockutils [req-80321c4c-d3dd-4578-b80b-7b3c2627a54c req-b4b24bd1-572d-4c3f-a7d1-d77a6293b584 service nova] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.867199] env[62859]: DEBUG oslo_concurrency.lockutils [req-80321c4c-d3dd-4578-b80b-7b3c2627a54c req-b4b24bd1-572d-4c3f-a7d1-d77a6293b584 service nova] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.867414] env[62859]: DEBUG nova.compute.manager [req-80321c4c-d3dd-4578-b80b-7b3c2627a54c req-b4b24bd1-572d-4c3f-a7d1-d77a6293b584 service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] No waiting events found dispatching network-vif-plugged-de24d6bb-b0d7-4382-97c8-46e13bae3209 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.867594] env[62859]: WARNING nova.compute.manager [req-80321c4c-d3dd-4578-b80b-7b3c2627a54c req-b4b24bd1-572d-4c3f-a7d1-d77a6293b584 service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Received unexpected event network-vif-plugged-de24d6bb-b0d7-4382-97c8-46e13bae3209 for instance with vm_state building and task_state spawning. [ 1161.949500] env[62859]: DEBUG nova.network.neutron [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Successfully updated port: de24d6bb-b0d7-4382-97c8-46e13bae3209 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.014193] env[62859]: DEBUG oslo_vmware.api [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538706, 'name': PowerOffVM_Task, 'duration_secs': 0.274033} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.014493] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.014727] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.015016] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-904a1e1a-861f-4327-98db-b1038c9f9da7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.080079] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.080388] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.080669] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleting the datastore file [datastore1] 1bf2e44f-15b5-4071-86ce-2aea808dd53b {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.081443] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e81d8f82-e106-4645-a24f-65e2a4204de4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.088026] env[62859]: DEBUG oslo_vmware.api [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1162.088026] env[62859]: value = "task-2538708" [ 1162.088026] env[62859]: _type = "Task" [ 1162.088026] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.097683] env[62859]: DEBUG oslo_vmware.api [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.341737] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538705, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.26526} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.342096] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbdad849-0e57-49a8-8ad0-abe42f8d6056/fbdad849-0e57-49a8-8ad0-abe42f8d6056.vmdk to [datastore1] f69445b1-9733-4711-8308-6dff349beb17/f69445b1-9733-4711-8308-6dff349beb17.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.342787] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56308b87-e1b2-48aa-9291-faa332c7ebd0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.364307] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] f69445b1-9733-4711-8308-6dff349beb17/f69445b1-9733-4711-8308-6dff349beb17.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.364556] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d855db9a-704c-48e3-bc02-e842b2bccbc9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.383335] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1162.383335] env[62859]: value = "task-2538709" [ 1162.383335] env[62859]: _type = "Task" [ 1162.383335] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.391822] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.452826] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.452990] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.453162] env[62859]: DEBUG nova.network.neutron [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.598085] env[62859]: DEBUG oslo_vmware.api [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138637} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.598328] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.598541] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.598744] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.598910] env[62859]: INFO nova.compute.manager [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1162.599174] env[62859]: DEBUG oslo.service.loopingcall [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1162.599364] env[62859]: DEBUG nova.compute.manager [-] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.599484] env[62859]: DEBUG nova.network.neutron [-] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.771331] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "interface-369791b0-21cf-4234-951a-dcd8d3a7eb43-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.771593] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-369791b0-21cf-4234-951a-dcd8d3a7eb43-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.894186] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.008416] env[62859]: DEBUG nova.network.neutron [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.165684] env[62859]: DEBUG nova.network.neutron [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Updating instance_info_cache with network_info: [{"id": "de24d6bb-b0d7-4382-97c8-46e13bae3209", "address": "fa:16:3e:c1:e2:97", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde24d6bb-b0", "ovs_interfaceid": "de24d6bb-b0d7-4382-97c8-46e13bae3209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.274623] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.274862] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.276212] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ee27c1-9f0b-4ffa-9271-b98cc25b4f1d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.295404] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f3c1ce-cf26-4cb0-beaf-1d244f436aad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.321036] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Reconfiguring VM to detach interface {{(pid=62859) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1163.321036] env[62859]: DEBUG nova.network.neutron [-] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.322019] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13753419-4959-42a7-bcd2-3c25271bcf5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.335704] env[62859]: INFO nova.compute.manager [-] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Took 0.74 seconds to deallocate network for instance. [ 1163.343070] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1163.343070] env[62859]: value = "task-2538710" [ 1163.343070] env[62859]: _type = "Task" [ 1163.343070] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.350611] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.393229] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538709, 'name': ReconfigVM_Task, 'duration_secs': 0.788901} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.393550] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Reconfigured VM instance instance-0000005f to attach disk [datastore1] f69445b1-9733-4711-8308-6dff349beb17/f69445b1-9733-4711-8308-6dff349beb17.vmdk or device None with type streamOptimized {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.394254] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdb507cb-549e-46c8-a2d1-d1d024d07923 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.400978] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1163.400978] env[62859]: value = "task-2538711" [ 1163.400978] env[62859]: _type = "Task" [ 1163.400978] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.411661] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538711, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.669426] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.669843] env[62859]: DEBUG nova.compute.manager [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Instance network_info: |[{"id": "de24d6bb-b0d7-4382-97c8-46e13bae3209", "address": "fa:16:3e:c1:e2:97", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde24d6bb-b0", "ovs_interfaceid": "de24d6bb-b0d7-4382-97c8-46e13bae3209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.670286] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:e2:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de24d6bb-b0d7-4382-97c8-46e13bae3209', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.677772] env[62859]: DEBUG oslo.service.loopingcall [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.677994] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.678233] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5087027-97f9-4aa8-89c8-2e972fb39894 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.697540] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.697540] env[62859]: value = "task-2538712" [ 1163.697540] env[62859]: _type = "Task" [ 1163.697540] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.707872] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538712, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.841803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.842121] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.842350] env[62859]: DEBUG nova.objects.instance [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lazy-loading 'resources' on Instance uuid 1bf2e44f-15b5-4071-86ce-2aea808dd53b {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.852661] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.895971] env[62859]: DEBUG nova.compute.manager [req-b1693453-34f9-4e67-bc59-3b0ae26a3f93 req-6b8a67b7-c90f-4f1d-8186-9075c7ee3f5e service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Received event network-changed-de24d6bb-b0d7-4382-97c8-46e13bae3209 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.896177] env[62859]: DEBUG nova.compute.manager [req-b1693453-34f9-4e67-bc59-3b0ae26a3f93 req-6b8a67b7-c90f-4f1d-8186-9075c7ee3f5e service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Refreshing instance network info cache due to event network-changed-de24d6bb-b0d7-4382-97c8-46e13bae3209. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1163.896389] env[62859]: DEBUG oslo_concurrency.lockutils [req-b1693453-34f9-4e67-bc59-3b0ae26a3f93 req-6b8a67b7-c90f-4f1d-8186-9075c7ee3f5e service nova] Acquiring lock "refresh_cache-4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1163.896528] env[62859]: DEBUG oslo_concurrency.lockutils [req-b1693453-34f9-4e67-bc59-3b0ae26a3f93 req-6b8a67b7-c90f-4f1d-8186-9075c7ee3f5e service nova] Acquired lock "refresh_cache-4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.896684] env[62859]: DEBUG nova.network.neutron [req-b1693453-34f9-4e67-bc59-3b0ae26a3f93 req-6b8a67b7-c90f-4f1d-8186-9075c7ee3f5e service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Refreshing network info cache for port de24d6bb-b0d7-4382-97c8-46e13bae3209 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.912409] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538711, 'name': Rename_Task, 'duration_secs': 0.137909} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.912700] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.912965] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-338b2058-2cb7-407e-9332-db9e7eb91525 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.920479] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1163.920479] env[62859]: value = "task-2538713" [ 1163.920479] env[62859]: _type = "Task" [ 1163.920479] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.929733] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.209244] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538712, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.355351] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.431518] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.450911] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab4351a-ec19-44a5-9f4f-2fa901ed0356 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.459049] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c5b43b-e813-4cd1-85ee-66d73c6e0f15 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.491531] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac5be6c-ffb3-4c2b-95c5-48d6a866fa3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.498547] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740b8262-ad6a-41f8-8c8d-e9fdfe68278c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.512066] env[62859]: DEBUG nova.compute.provider_tree [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.616992] env[62859]: DEBUG nova.network.neutron [req-b1693453-34f9-4e67-bc59-3b0ae26a3f93 req-6b8a67b7-c90f-4f1d-8186-9075c7ee3f5e service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Updated VIF entry in instance network info cache for port de24d6bb-b0d7-4382-97c8-46e13bae3209. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.617368] env[62859]: DEBUG nova.network.neutron [req-b1693453-34f9-4e67-bc59-3b0ae26a3f93 req-6b8a67b7-c90f-4f1d-8186-9075c7ee3f5e service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Updating instance_info_cache with network_info: [{"id": "de24d6bb-b0d7-4382-97c8-46e13bae3209", "address": "fa:16:3e:c1:e2:97", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde24d6bb-b0", "ovs_interfaceid": "de24d6bb-b0d7-4382-97c8-46e13bae3209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.707824] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538712, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.853382] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.931846] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.017353] env[62859]: DEBUG nova.scheduler.client.report [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.119784] env[62859]: DEBUG oslo_concurrency.lockutils [req-b1693453-34f9-4e67-bc59-3b0ae26a3f93 req-6b8a67b7-c90f-4f1d-8186-9075c7ee3f5e service nova] Releasing lock "refresh_cache-4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.120111] env[62859]: DEBUG nova.compute.manager [req-b1693453-34f9-4e67-bc59-3b0ae26a3f93 req-6b8a67b7-c90f-4f1d-8186-9075c7ee3f5e service nova] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Received event network-vif-deleted-2ed6b220-0eec-4106-bb45-2707d2a4cf46 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1165.208907] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538712, 'name': CreateVM_Task, 'duration_secs': 1.378828} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.209114] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.209826] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.210022] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.210349] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1165.210612] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e10ffaf-c837-43ef-8c6e-afae86b92452 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.215446] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1165.215446] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f3b63e-8ee1-1d9b-5b59-212d0b9a9abf" [ 1165.215446] env[62859]: _type = "Task" [ 1165.215446] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.222975] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f3b63e-8ee1-1d9b-5b59-212d0b9a9abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.356028] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.429969] env[62859]: DEBUG oslo_vmware.api [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538713, 'name': PowerOnVM_Task, 'duration_secs': 1.469502} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.430259] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.522753] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.528680] env[62859]: DEBUG nova.compute.manager [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.529684] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9e1f39-0833-41ad-bef9-9e241c5b0e5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.541857] env[62859]: INFO nova.scheduler.client.report [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted allocations for instance 1bf2e44f-15b5-4071-86ce-2aea808dd53b [ 1165.725393] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f3b63e-8ee1-1d9b-5b59-212d0b9a9abf, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.725673] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.725910] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.726167] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.726318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.726527] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.726777] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fbb548c-0b6b-4d82-8976-4e111d7bd741 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.734418] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.734589] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.735252] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ecb3ab4-c361-4392-bd84-4eb090576b8f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.739863] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1165.739863] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5277f983-0929-7765-c388-d83d3ce84ba2" [ 1165.739863] env[62859]: _type = "Task" [ 1165.739863] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.746605] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5277f983-0929-7765-c388-d83d3ce84ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.854134] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.048170] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20cba5d8-7061-4b1c-a61c-fc3693209be4 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.509s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.049112] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "f69445b1-9733-4711-8308-6dff349beb17" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.267s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.049311] env[62859]: INFO nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: f69445b1-9733-4711-8308-6dff349beb17] During sync_power_state the instance has a pending task (spawning). Skip. [ 1166.049570] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "f69445b1-9733-4711-8308-6dff349beb17" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.050047] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1091f7fe-6247-42d3-a3c1-97c5ec5ea5fa tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "1bf2e44f-15b5-4071-86ce-2aea808dd53b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.078s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.250464] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5277f983-0929-7765-c388-d83d3ce84ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.007852} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.251255] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315cbb91-1859-4c46-976c-9e6ee8e94b9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.256270] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1166.256270] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52701b76-7027-e6cb-8ed7-9a285140ff08" [ 1166.256270] env[62859]: _type = "Task" [ 1166.256270] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.263568] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52701b76-7027-e6cb-8ed7-9a285140ff08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.355110] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.769842] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52701b76-7027-e6cb-8ed7-9a285140ff08, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.769842] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.769842] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1/4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.769842] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f649328a-c5d8-4e31-a833-46cf9cc92250 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.775042] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1166.775042] env[62859]: value = "task-2538715" [ 1166.775042] env[62859]: _type = "Task" [ 1166.775042] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.782223] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.855803] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.969871] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "f69445b1-9733-4711-8308-6dff349beb17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.970247] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.970533] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "f69445b1-9733-4711-8308-6dff349beb17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.970769] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.970998] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.973480] env[62859]: INFO nova.compute.manager [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Terminating instance [ 1167.285040] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455015} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.285273] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1/4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.285487] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.285737] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1b3e144-fec1-49f3-8449-ca460f2601f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.292586] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1167.292586] env[62859]: value = "task-2538716" [ 1167.292586] env[62859]: _type = "Task" [ 1167.292586] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.299676] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.355967] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.479060] env[62859]: DEBUG nova.compute.manager [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.479060] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.479316] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb735a1-9bae-40c1-87ed-c47d4ca011eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.486966] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.487211] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b9bc404-8f32-4709-a795-3b2b681352c8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.493724] env[62859]: DEBUG oslo_vmware.api [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1167.493724] env[62859]: value = "task-2538717" [ 1167.493724] env[62859]: _type = "Task" [ 1167.493724] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.502770] env[62859]: DEBUG oslo_vmware.api [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.803149] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058813} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.803551] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.804264] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfc79d3-aedd-406a-9fbf-83ec69266a3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.825365] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1/4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.825616] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800ca2fb-7e15-4e1b-a07a-20ab10210d4a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.844454] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1167.844454] env[62859]: value = "task-2538718" [ 1167.844454] env[62859]: _type = "Task" [ 1167.844454] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.857109] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.857326] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.004069] env[62859]: DEBUG oslo_vmware.api [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538717, 'name': PowerOffVM_Task, 'duration_secs': 0.231243} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.004345] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.004516] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.004779] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9ac9f85-dec9-46e9-acf7-ac5f850669c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.069540] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.069775] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.069960] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleting the datastore file [datastore1] f69445b1-9733-4711-8308-6dff349beb17 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.070245] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-debaf502-47b7-4586-99c0-ad621cc07cf5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.077379] env[62859]: DEBUG oslo_vmware.api [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for the task: (returnval){ [ 1168.077379] env[62859]: value = "task-2538720" [ 1168.077379] env[62859]: _type = "Task" [ 1168.077379] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.086460] env[62859]: DEBUG oslo_vmware.api [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.357094] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.360251] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.587017] env[62859]: DEBUG oslo_vmware.api [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Task: {'id': task-2538720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313506} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.587263] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.587454] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.587629] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.587802] env[62859]: INFO nova.compute.manager [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] [instance: f69445b1-9733-4711-8308-6dff349beb17] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1168.588052] env[62859]: DEBUG oslo.service.loopingcall [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1168.588246] env[62859]: DEBUG nova.compute.manager [-] [instance: f69445b1-9733-4711-8308-6dff349beb17] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.588342] env[62859]: DEBUG nova.network.neutron [-] [instance: f69445b1-9733-4711-8308-6dff349beb17] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.629695] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.629936] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.630177] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.630462] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.630544] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.632608] env[62859]: INFO nova.compute.manager [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Terminating instance [ 1168.859034] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.861121] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538718, 'name': ReconfigVM_Task, 'duration_secs': 0.626809} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.861528] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1/4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.862018] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a12d77a7-2e4e-413c-8dad-9c9e54f6703e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.870255] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1168.870255] env[62859]: value = "task-2538721" [ 1168.870255] env[62859]: _type = "Task" [ 1168.870255] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.878374] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538721, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.095973] env[62859]: DEBUG nova.compute.manager [req-e90970e9-c165-4a11-a1df-f7333c020867 req-4ef0ee28-b87f-4475-9d7f-b0d8ccc3b1cb service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Received event network-vif-deleted-7afe682d-3778-446f-bf83-35da7394af51 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1169.096179] env[62859]: INFO nova.compute.manager [req-e90970e9-c165-4a11-a1df-f7333c020867 req-4ef0ee28-b87f-4475-9d7f-b0d8ccc3b1cb service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Neutron deleted interface 7afe682d-3778-446f-bf83-35da7394af51; detaching it from the instance and deleting it from the info cache [ 1169.096412] env[62859]: DEBUG nova.network.neutron [req-e90970e9-c165-4a11-a1df-f7333c020867 req-4ef0ee28-b87f-4475-9d7f-b0d8ccc3b1cb service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.135963] env[62859]: DEBUG nova.compute.manager [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.136203] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.137076] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4631013-6e86-4d6c-b681-6f4538732d90 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.145130] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.145372] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b416a98-a496-4aee-90d4-7783aa396345 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.151317] env[62859]: DEBUG oslo_vmware.api [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1169.151317] env[62859]: value = "task-2538722" [ 1169.151317] env[62859]: _type = "Task" [ 1169.151317] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.158512] env[62859]: DEBUG oslo_vmware.api [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.359952] env[62859]: DEBUG oslo_vmware.api [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538710, 'name': ReconfigVM_Task, 'duration_secs': 5.746884} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.360212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.360420] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Reconfigured VM to detach interface {{(pid=62859) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1169.379140] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538721, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.580293] env[62859]: DEBUG nova.network.neutron [-] [instance: f69445b1-9733-4711-8308-6dff349beb17] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.598474] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edf2c805-45a4-4900-9fcf-48399f9a851b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.612103] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c581021-1bad-4c89-8c4c-dd7aece34d9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.641843] env[62859]: DEBUG nova.compute.manager [req-e90970e9-c165-4a11-a1df-f7333c020867 req-4ef0ee28-b87f-4475-9d7f-b0d8ccc3b1cb service nova] [instance: f69445b1-9733-4711-8308-6dff349beb17] Detach interface failed, port_id=7afe682d-3778-446f-bf83-35da7394af51, reason: Instance f69445b1-9733-4711-8308-6dff349beb17 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1169.663090] env[62859]: DEBUG oslo_vmware.api [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.881120] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538721, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.084810] env[62859]: INFO nova.compute.manager [-] [instance: f69445b1-9733-4711-8308-6dff349beb17] Took 1.50 seconds to deallocate network for instance. [ 1170.161658] env[62859]: DEBUG oslo_vmware.api [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538722, 'name': PowerOffVM_Task, 'duration_secs': 1.0044} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.161945] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.162136] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.162386] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c22611e7-0da5-47be-b174-a5f04d422616 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.225370] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.225608] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.225767] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleting the datastore file [datastore2] 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.226382] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2efc186-4e4f-4231-b7dc-c71d7c5eebf9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.231647] env[62859]: DEBUG oslo_vmware.api [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for the task: (returnval){ [ 1170.231647] env[62859]: value = "task-2538724" [ 1170.231647] env[62859]: _type = "Task" [ 1170.231647] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.239509] env[62859]: DEBUG oslo_vmware.api [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.382027] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538721, 'name': Rename_Task, 'duration_secs': 1.149263} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.382320] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.382572] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e928c389-c00a-4145-9bc0-2e519948f747 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.389099] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1170.389099] env[62859]: value = "task-2538725" [ 1170.389099] env[62859]: _type = "Task" [ 1170.389099] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.396014] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.593059] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.593059] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.593059] env[62859]: DEBUG nova.objects.instance [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lazy-loading 'resources' on Instance uuid f69445b1-9733-4711-8308-6dff349beb17 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.666716] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.667037] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquired lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.667274] env[62859]: DEBUG nova.network.neutron [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.743656] env[62859]: DEBUG oslo_vmware.api [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Task: {'id': task-2538724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124975} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.743913] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.744113] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.744293] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.744464] env[62859]: INFO nova.compute.manager [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1170.744705] env[62859]: DEBUG oslo.service.loopingcall [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1170.744896] env[62859]: DEBUG nova.compute.manager [-] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.744994] env[62859]: DEBUG nova.network.neutron [-] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.898821] env[62859]: DEBUG oslo_vmware.api [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538725, 'name': PowerOnVM_Task, 'duration_secs': 0.47194} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.899188] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.899401] env[62859]: INFO nova.compute.manager [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1170.899628] env[62859]: DEBUG nova.compute.manager [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.900353] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894d5305-68aa-4685-91db-97c5552208a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.133822] env[62859]: DEBUG nova.compute.manager [req-0a1e2ebd-73a9-4a2e-9e24-3190e3e355ca req-ffbabaf7-019a-45a4-b550-82e39698ad03 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Received event network-vif-deleted-2a064f99-9381-4da7-9778-1ebe78059a3b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1171.134197] env[62859]: INFO nova.compute.manager [req-0a1e2ebd-73a9-4a2e-9e24-3190e3e355ca req-ffbabaf7-019a-45a4-b550-82e39698ad03 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Neutron deleted interface 2a064f99-9381-4da7-9778-1ebe78059a3b; detaching it from the instance and deleting it from the info cache [ 1171.134495] env[62859]: DEBUG nova.network.neutron [req-0a1e2ebd-73a9-4a2e-9e24-3190e3e355ca req-ffbabaf7-019a-45a4-b550-82e39698ad03 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.196356] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3446391-850c-41a0-b971-6e3aed802bf4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.206653] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea155bcf-09e9-468f-b497-e877e6882c6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.235914] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.236182] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.236391] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "369791b0-21cf-4234-951a-dcd8d3a7eb43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.236576] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.236740] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.241059] env[62859]: INFO nova.compute.manager [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Terminating instance [ 1171.242722] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dd67b7-a648-40fb-89ca-af812956d9c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.251433] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e45de-ce12-4dc5-9d92-dbe020bef93e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.266922] env[62859]: DEBUG nova.compute.provider_tree [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.380651] env[62859]: INFO nova.network.neutron [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Port 2d5a002e-bb0a-4c17-a794-44a7cfa884d9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1171.381018] env[62859]: DEBUG nova.network.neutron [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [{"id": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "address": "fa:16:3e:1d:56:86", "network": {"id": "9283d51e-2ef7-4ca8-a2e7-bf8f75d3e4fb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2066677393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01142dda89b94b64ae99add7684d2f5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68d74e1d-2a", "ovs_interfaceid": "68d74e1d-2acd-4cef-a7f8-64e64bb02016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.414546] env[62859]: INFO nova.compute.manager [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Took 14.26 seconds to build instance. [ 1171.548370] env[62859]: DEBUG nova.network.neutron [-] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.637128] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea259e01-db19-4dff-8595-fafa84487d2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.646504] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28418a4-1dc0-4fac-9064-e3dfcbff3840 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.673287] env[62859]: DEBUG nova.compute.manager [req-0a1e2ebd-73a9-4a2e-9e24-3190e3e355ca req-ffbabaf7-019a-45a4-b550-82e39698ad03 service nova] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Detach interface failed, port_id=2a064f99-9381-4da7-9778-1ebe78059a3b, reason: Instance 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1171.747714] env[62859]: DEBUG nova.compute.manager [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.747931] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.748821] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512ac611-641a-4ca1-b386-c283f8be7b4d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.756008] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.756235] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b2953d3-12e0-485f-932c-d425b13f8a07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.762341] env[62859]: DEBUG oslo_vmware.api [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1171.762341] env[62859]: value = "task-2538726" [ 1171.762341] env[62859]: _type = "Task" [ 1171.762341] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.770214] env[62859]: DEBUG nova.scheduler.client.report [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.773172] env[62859]: DEBUG oslo_vmware.api [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.883508] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Releasing lock "refresh_cache-369791b0-21cf-4234-951a-dcd8d3a7eb43" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.916502] env[62859]: DEBUG oslo_concurrency.lockutils [None req-246e0c62-0f04-49e3-bb05-83b8da56cd32 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.767s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.050567] env[62859]: INFO nova.compute.manager [-] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Took 1.31 seconds to deallocate network for instance. [ 1172.273946] env[62859]: DEBUG oslo_vmware.api [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538726, 'name': PowerOffVM_Task, 'duration_secs': 0.195891} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.274584] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.276405] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.276610] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.277052] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df283701-3f44-416f-934d-25786841640e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.294552] env[62859]: INFO nova.scheduler.client.report [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Deleted allocations for instance f69445b1-9733-4711-8308-6dff349beb17 [ 1172.334394] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.334676] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.334913] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleting the datastore file [datastore1] 369791b0-21cf-4234-951a-dcd8d3a7eb43 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.335227] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b241ab3-6231-44dd-b7a7-af7d04f604e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.342749] env[62859]: DEBUG oslo_vmware.api [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1172.342749] env[62859]: value = "task-2538728" [ 1172.342749] env[62859]: _type = "Task" [ 1172.342749] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.350620] env[62859]: DEBUG oslo_vmware.api [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.387346] env[62859]: DEBUG oslo_concurrency.lockutils [None req-83f568d5-c61c-4cc1-8dbb-f21be19aea02 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "interface-369791b0-21cf-4234-951a-dcd8d3a7eb43-2d5a002e-bb0a-4c17-a794-44a7cfa884d9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.616s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.558025] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.558025] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.558025] env[62859]: DEBUG nova.objects.instance [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lazy-loading 'resources' on Instance uuid 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.643911] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.644172] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.644363] env[62859]: DEBUG nova.compute.manager [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.645360] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059641d5-6105-4553-9454-716c59cf33e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.652643] env[62859]: DEBUG nova.compute.manager [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1172.653213] env[62859]: DEBUG nova.objects.instance [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'flavor' on Instance uuid 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.801650] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f7941912-9c07-41c3-a06d-91e365dfe989 tempest-ServerActionsTestOtherB-2051433224 tempest-ServerActionsTestOtherB-2051433224-project-member] Lock "f69445b1-9733-4711-8308-6dff349beb17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.831s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.853107] env[62859]: DEBUG oslo_vmware.api [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149941} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.853378] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.853565] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.853745] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.853921] env[62859]: INFO nova.compute.manager [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1172.854182] env[62859]: DEBUG oslo.service.loopingcall [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.854373] env[62859]: DEBUG nova.compute.manager [-] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.854501] env[62859]: DEBUG nova.network.neutron [-] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.152382] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a92899-2af3-4d8f-90dc-081ca2802403 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.162454] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8529438-e116-40df-8b93-36fceb183830 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.192819] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6ebd2c-5760-46b2-9e1c-3d4c7b7576e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.200295] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b115b5-b137-4824-ac90-7add7aeb40c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.215197] env[62859]: DEBUG nova.compute.provider_tree [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.571563] env[62859]: DEBUG nova.compute.manager [req-a9dcd805-fbd3-4dc3-a7da-7fa2fb056e5b req-185b16c7-a9f3-4a41-bd6f-57c8b7c0ede6 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Received event network-vif-deleted-68d74e1d-2acd-4cef-a7f8-64e64bb02016 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.572293] env[62859]: INFO nova.compute.manager [req-a9dcd805-fbd3-4dc3-a7da-7fa2fb056e5b req-185b16c7-a9f3-4a41-bd6f-57c8b7c0ede6 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Neutron deleted interface 68d74e1d-2acd-4cef-a7f8-64e64bb02016; detaching it from the instance and deleting it from the info cache [ 1173.572293] env[62859]: DEBUG nova.network.neutron [req-a9dcd805-fbd3-4dc3-a7da-7fa2fb056e5b req-185b16c7-a9f3-4a41-bd6f-57c8b7c0ede6 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.659114] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.659520] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56767ae1-8715-40eb-909a-78e354f7e500 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.667207] env[62859]: DEBUG oslo_vmware.api [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1173.667207] env[62859]: value = "task-2538730" [ 1173.667207] env[62859]: _type = "Task" [ 1173.667207] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.675978] env[62859]: DEBUG oslo_vmware.api [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.718455] env[62859]: DEBUG nova.scheduler.client.report [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.049759] env[62859]: DEBUG nova.network.neutron [-] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.074932] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-febaa241-1763-4983-a511-d970ef84b2c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.084931] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e9db4f-ede9-4e5a-b33d-e15e667d63b0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.112310] env[62859]: DEBUG nova.compute.manager [req-a9dcd805-fbd3-4dc3-a7da-7fa2fb056e5b req-185b16c7-a9f3-4a41-bd6f-57c8b7c0ede6 service nova] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Detach interface failed, port_id=68d74e1d-2acd-4cef-a7f8-64e64bb02016, reason: Instance 369791b0-21cf-4234-951a-dcd8d3a7eb43 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1174.177252] env[62859]: DEBUG oslo_vmware.api [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538730, 'name': PowerOffVM_Task, 'duration_secs': 0.219303} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.177516] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.177715] env[62859]: DEBUG nova.compute.manager [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.178487] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187b2ffc-4614-4601-98d5-91cb071f791f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.223389] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.250601] env[62859]: INFO nova.scheduler.client.report [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Deleted allocations for instance 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5 [ 1174.391683] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.392132] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.553071] env[62859]: INFO nova.compute.manager [-] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Took 1.70 seconds to deallocate network for instance. [ 1174.689797] env[62859]: DEBUG oslo_concurrency.lockutils [None req-eaf1b478-e71b-453b-bebc-f20c17f90961 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.757539] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d9989853-e7f8-4de9-9d85-fa80711f1dca tempest-ServerActionsTestOtherA-2100093670 tempest-ServerActionsTestOtherA-2100093670-project-member] Lock "3a6ab83d-4480-4b00-8ed6-5f96402b3bf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.127s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.895503] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.895753] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.895904] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.896074] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1174.896959] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facc2bc9-800f-4f15-83ab-c716a90fd703 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.905851] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c4e74-9a6c-46fd-b38d-becea82b368f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.919273] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2887e69a-2ea4-499e-98c6-52c6671fb5b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.925520] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b301cd2a-93e5-4df3-a845-d72e27b24ca0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.953864] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180050MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1174.954020] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.954223] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.018166] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.018418] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.018720] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.019031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.019239] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.021531] env[62859]: INFO nova.compute.manager [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Terminating instance [ 1175.058947] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.525782] env[62859]: DEBUG nova.compute.manager [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.526037] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.526921] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fef1c64-cc49-491a-b8b3-3c00c0e30c02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.248429] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.248732] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ff49cf-2be0-4655-8327-4174cc331a03 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.261518] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c45237e1-fa97-4539-a2ee-77fb50619c40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.261717] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 73d8e0d2-0207-4564-a21e-d126e37f7047 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.261849] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 91260c77-36e2-4cbf-9eff-b0a1fcc324be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.261993] env[62859]: WARNING nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 369791b0-21cf-4234-951a-dcd8d3a7eb43 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1176.262125] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.262326] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1176.262492] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1176.316965] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.317208] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.317391] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleting the datastore file [datastore2] 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.317650] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b54c661b-aff9-4cb5-a1fc-7c9a43c377f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.325048] env[62859]: DEBUG oslo_vmware.api [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1176.325048] env[62859]: value = "task-2538732" [ 1176.325048] env[62859]: _type = "Task" [ 1176.325048] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.335217] env[62859]: DEBUG oslo_vmware.api [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.338382] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484a2fb1-7417-4a4d-98a7-755c587534da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.344561] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a94dbbe-0c92-4253-8789-762b90868a07 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.373846] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dabdae2-286f-40aa-a55b-8727e60133b8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.384017] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342525a0-944d-4a31-9344-8494c5c7f44f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.399186] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.836896] env[62859]: DEBUG oslo_vmware.api [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130732} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.837251] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.837448] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.837624] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.837802] env[62859]: INFO nova.compute.manager [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1176.838052] env[62859]: DEBUG oslo.service.loopingcall [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.838248] env[62859]: DEBUG nova.compute.manager [-] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.838344] env[62859]: DEBUG nova.network.neutron [-] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.902310] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.324639] env[62859]: DEBUG nova.compute.manager [req-7e14807b-eda4-44bd-8413-34209be858c8 req-8bfb885d-51de-4afa-8fcc-d4e062033795 service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Received event network-vif-deleted-de24d6bb-b0d7-4382-97c8-46e13bae3209 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.324639] env[62859]: INFO nova.compute.manager [req-7e14807b-eda4-44bd-8413-34209be858c8 req-8bfb885d-51de-4afa-8fcc-d4e062033795 service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Neutron deleted interface de24d6bb-b0d7-4382-97c8-46e13bae3209; detaching it from the instance and deleting it from the info cache [ 1177.324639] env[62859]: DEBUG nova.network.neutron [req-7e14807b-eda4-44bd-8413-34209be858c8 req-8bfb885d-51de-4afa-8fcc-d4e062033795 service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.407286] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1177.407517] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.453s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.407884] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.349s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.408218] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.462400] env[62859]: INFO nova.scheduler.client.report [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleted allocations for instance 369791b0-21cf-4234-951a-dcd8d3a7eb43 [ 1177.749966] env[62859]: DEBUG nova.network.neutron [-] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.827947] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74c642c6-f222-410a-a999-2e92726e1625 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.837529] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ada032-1c83-43b8-8ca8-e4eca24b7259 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.865945] env[62859]: DEBUG nova.compute.manager [req-7e14807b-eda4-44bd-8413-34209be858c8 req-8bfb885d-51de-4afa-8fcc-d4e062033795 service nova] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Detach interface failed, port_id=de24d6bb-b0d7-4382-97c8-46e13bae3209, reason: Instance 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1177.974525] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e34dffc-0dea-4aa0-b825-7811bb3a4ee2 tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "369791b0-21cf-4234-951a-dcd8d3a7eb43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.738s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.254195] env[62859]: INFO nova.compute.manager [-] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Took 1.42 seconds to deallocate network for instance. [ 1178.411119] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.411386] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.411550] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.411699] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.411857] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.412026] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1178.760776] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.761152] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.761424] env[62859]: DEBUG nova.objects.instance [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'resources' on Instance uuid 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.011016] env[62859]: DEBUG oslo_concurrency.lockutils [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "73d8e0d2-0207-4564-a21e-d126e37f7047" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.011307] env[62859]: DEBUG oslo_concurrency.lockutils [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.011488] env[62859]: DEBUG oslo_concurrency.lockutils [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "73d8e0d2-0207-4564-a21e-d126e37f7047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.011673] env[62859]: DEBUG oslo_concurrency.lockutils [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.011864] env[62859]: DEBUG oslo_concurrency.lockutils [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.013902] env[62859]: INFO nova.compute.manager [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Terminating instance [ 1179.339083] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e3728-ef48-4e78-acca-2de85c30ff48 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.347260] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc7ac9a-5f37-4ff3-aaec-deb4c9147939 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.378445] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1978c024-058c-4612-b4f5-d01557dec630 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.387133] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e2ea13-1452-4598-be4b-1fbfc500bc23 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.400316] env[62859]: DEBUG nova.compute.provider_tree [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.521045] env[62859]: DEBUG nova.compute.manager [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.521340] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.522218] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e1bdb6-6fc1-41a8-b1af-006f78e3dfc1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.530553] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.530787] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f155618-9470-4d8a-b595-6a90094b8144 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.537211] env[62859]: DEBUG oslo_vmware.api [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1179.537211] env[62859]: value = "task-2538733" [ 1179.537211] env[62859]: _type = "Task" [ 1179.537211] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.546480] env[62859]: DEBUG oslo_vmware.api [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.904126] env[62859]: DEBUG nova.scheduler.client.report [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.046787] env[62859]: DEBUG oslo_vmware.api [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538733, 'name': PowerOffVM_Task, 'duration_secs': 0.19059} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.047082] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.047258] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.047512] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41c348ad-5e32-4bad-801b-31190ebce888 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.112488] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.112488] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.112488] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleting the datastore file [datastore2] 73d8e0d2-0207-4564-a21e-d126e37f7047 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.112488] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ef1ee54-ac32-4f63-9ff6-91ca49c0c6bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.118172] env[62859]: DEBUG oslo_vmware.api [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for the task: (returnval){ [ 1180.118172] env[62859]: value = "task-2538735" [ 1180.118172] env[62859]: _type = "Task" [ 1180.118172] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.127749] env[62859]: DEBUG oslo_vmware.api [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.393159] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1180.393331] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1180.393714] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Rebuilding the list of instances to heal {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1180.413126] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.445445] env[62859]: INFO nova.scheduler.client.report [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted allocations for instance 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1 [ 1180.628248] env[62859]: DEBUG oslo_vmware.api [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Task: {'id': task-2538735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08905} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.629834] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.629834] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.629834] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.629834] env[62859]: INFO nova.compute.manager [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1180.629834] env[62859]: DEBUG oslo.service.loopingcall [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.629834] env[62859]: DEBUG nova.compute.manager [-] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.629834] env[62859]: DEBUG nova.network.neutron [-] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.898329] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Skipping network cache update for instance because it is being deleted. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1180.930788] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.930948] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.931140] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Forcefully refreshing network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1180.931301] env[62859]: DEBUG nova.objects.instance [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lazy-loading 'info_cache' on Instance uuid c45237e1-fa97-4539-a2ee-77fb50619c40 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.952686] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ba40e71d-bb4b-4054-9aa7-986e5d3d7b8f tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.934s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.029582] env[62859]: DEBUG nova.compute.manager [req-b4674931-adfa-4fdc-945f-de84192df2f1 req-af8022b2-e33e-479f-a28e-308849d51ecd service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Received event network-vif-deleted-41a8f12b-183d-45f6-9774-e5fd88862e1a {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.029846] env[62859]: INFO nova.compute.manager [req-b4674931-adfa-4fdc-945f-de84192df2f1 req-af8022b2-e33e-479f-a28e-308849d51ecd service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Neutron deleted interface 41a8f12b-183d-45f6-9774-e5fd88862e1a; detaching it from the instance and deleting it from the info cache [ 1181.030041] env[62859]: DEBUG nova.network.neutron [req-b4674931-adfa-4fdc-945f-de84192df2f1 req-af8022b2-e33e-479f-a28e-308849d51ecd service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.513856] env[62859]: DEBUG nova.network.neutron [-] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.532539] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c655e623-3a88-44e8-8d27-72284979d9df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.543006] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d510b9e-cf70-4f35-b722-4e1b094c9cae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.571226] env[62859]: DEBUG nova.compute.manager [req-b4674931-adfa-4fdc-945f-de84192df2f1 req-af8022b2-e33e-479f-a28e-308849d51ecd service nova] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Detach interface failed, port_id=41a8f12b-183d-45f6-9774-e5fd88862e1a, reason: Instance 73d8e0d2-0207-4564-a21e-d126e37f7047 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1182.019926] env[62859]: INFO nova.compute.manager [-] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Took 1.39 seconds to deallocate network for instance. [ 1182.258908] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "293bcf1f-cee3-4d6b-9556-ea0a3caae640" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.258908] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "293bcf1f-cee3-4d6b-9556-ea0a3caae640" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.283136] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "973f3943-bf8c-448d-aa07-89b1c00adeb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.283136] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "973f3943-bf8c-448d-aa07-89b1c00adeb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.371639] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "351e6176-4562-4440-868f-4b394b5e892e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.371639] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "351e6176-4562-4440-868f-4b394b5e892e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.525778] env[62859]: DEBUG oslo_concurrency.lockutils [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.526087] env[62859]: DEBUG oslo_concurrency.lockutils [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.526326] env[62859]: DEBUG nova.objects.instance [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lazy-loading 'resources' on Instance uuid 73d8e0d2-0207-4564-a21e-d126e37f7047 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.761222] env[62859]: DEBUG nova.compute.manager [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.786766] env[62859]: DEBUG nova.compute.manager [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.873499] env[62859]: DEBUG nova.compute.manager [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.969770] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.100274] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.100511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.114926] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1aa3d3-68aa-4160-b929-e8da0a720e6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.122753] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2abf539-5fe1-4e80-8c52-38da49385fb5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.153056] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0772c6c-0833-424e-aa3e-25b483fcdaed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.162036] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a8843f-1a64-4291-a9c6-657736d488ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.175731] env[62859]: DEBUG nova.compute.provider_tree [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.283458] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.304559] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.395396] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.472762] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.472970] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updated the network info_cache for instance {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1183.473195] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.603201] env[62859]: DEBUG nova.compute.manager [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.679913] env[62859]: DEBUG nova.scheduler.client.report [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.122294] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.184716] env[62859]: DEBUG oslo_concurrency.lockutils [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.186802] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.903s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.188358] env[62859]: INFO nova.compute.claims [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.202397] env[62859]: INFO nova.scheduler.client.report [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Deleted allocations for instance 73d8e0d2-0207-4564-a21e-d126e37f7047 [ 1184.709687] env[62859]: DEBUG oslo_concurrency.lockutils [None req-262977bf-248e-4fa5-9697-a7f16458b87b tempest-AttachInterfacesTestJSON-1651391292 tempest-AttachInterfacesTestJSON-1651391292-project-member] Lock "73d8e0d2-0207-4564-a21e-d126e37f7047" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.698s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.294518] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5143d3-3520-4a55-bb6e-51beb6e55924 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.302419] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c998b99b-7226-4c50-89bf-171f8985e2ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.332374] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b19fb1-b08c-40e2-879f-f1f6003f8aff {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.339682] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b214ff94-eb22-4b32-91bc-24b5efd994ba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.353087] env[62859]: DEBUG nova.compute.provider_tree [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.856594] env[62859]: DEBUG nova.scheduler.client.report [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.361564] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.362113] env[62859]: DEBUG nova.compute.manager [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.364625] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.060s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.365968] env[62859]: INFO nova.compute.claims [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.368650] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.368965] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.369223] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.369473] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.369768] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.372070] env[62859]: INFO nova.compute.manager [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Terminating instance [ 1186.870209] env[62859]: DEBUG nova.compute.utils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.871647] env[62859]: DEBUG nova.compute.manager [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Not allocating networking since 'none' was specified. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1186.875500] env[62859]: DEBUG nova.compute.manager [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.875722] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.876581] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d07908-6f75-44a1-b458-9ead3a77329b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.884522] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.885089] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d83aa1e0-7fe2-49af-8827-d060b50e045e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.892690] env[62859]: DEBUG oslo_vmware.api [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1186.892690] env[62859]: value = "task-2538736" [ 1186.892690] env[62859]: _type = "Task" [ 1186.892690] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.900626] env[62859]: DEBUG oslo_vmware.api [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.374702] env[62859]: DEBUG nova.compute.manager [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.407703] env[62859]: DEBUG oslo_vmware.api [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538736, 'name': PowerOffVM_Task, 'duration_secs': 0.199237} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.408034] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.408266] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.408575] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19550b2e-ae43-47bc-9cd5-b1684056c28a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.474362] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.474578] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.474758] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleting the datastore file [datastore1] 91260c77-36e2-4cbf-9eff-b0a1fcc324be {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.475037] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74c01906-e91f-4834-8ecb-ed1b55b8b1f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.478600] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6e4fe5-4085-4f0a-8c7f-f3c5d066cf14 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.482182] env[62859]: DEBUG oslo_vmware.api [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1187.482182] env[62859]: value = "task-2538738" [ 1187.482182] env[62859]: _type = "Task" [ 1187.482182] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.487911] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44892ba9-cca3-4023-a0ff-ebd4fc726068 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.493367] env[62859]: DEBUG oslo_vmware.api [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.519607] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95914ef-35e0-4686-bab9-94dd35c116f4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.525980] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cbb5f2-6ab6-446e-956f-2e9f1264ec71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.539490] env[62859]: DEBUG nova.compute.provider_tree [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.656640] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquiring lock "18ef2cf0-7353-4461-ab16-63fdecd79156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.656930] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "18ef2cf0-7353-4461-ab16-63fdecd79156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.992224] env[62859]: DEBUG oslo_vmware.api [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143786} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.992600] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.992600] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.992771] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.992944] env[62859]: INFO nova.compute.manager [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1187.993203] env[62859]: DEBUG oslo.service.loopingcall [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.993396] env[62859]: DEBUG nova.compute.manager [-] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.993493] env[62859]: DEBUG nova.network.neutron [-] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.042168] env[62859]: DEBUG nova.scheduler.client.report [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.161235] env[62859]: DEBUG nova.compute.manager [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.386674] env[62859]: DEBUG nova.compute.manager [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.417505] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.417505] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.417505] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.417864] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.417864] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.418032] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.418301] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.418423] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.418790] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.418790] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.419114] env[62859]: DEBUG nova.virt.hardware [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.420085] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca762d1f-47fe-48e6-9638-823d464e9b84 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.428596] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ddf00e-b645-4586-af1e-725cf4ef429e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.442551] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.448229] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Creating folder: Project (44758970629a4c62b66675c5228c7822). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.448575] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f63b351-4e9a-429e-9971-56cea67bed29 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.459056] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Created folder: Project (44758970629a4c62b66675c5228c7822) in parent group-v512592. [ 1188.459056] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Creating folder: Instances. Parent ref: group-v512892. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.459056] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed64851b-f728-4de3-abbd-6eb82551b814 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.468719] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Created folder: Instances in parent group-v512892. [ 1188.468948] env[62859]: DEBUG oslo.service.loopingcall [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.469288] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.469458] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09f5fa5d-c4d6-4865-a9b2-7c66f07e59b1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.485726] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.485726] env[62859]: value = "task-2538741" [ 1188.485726] env[62859]: _type = "Task" [ 1188.485726] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.493579] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538741, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.546726] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.548216] env[62859]: DEBUG nova.compute.manager [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.551162] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.156s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.552662] env[62859]: INFO nova.compute.claims [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.584699] env[62859]: DEBUG nova.compute.manager [req-1b473201-4240-4ef8-82e4-673fbe4744b9 req-6fca510d-650b-415d-ad5d-a3a09cb828d7 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Received event network-vif-deleted-2017e499-aebd-4055-852e-4fcc47108a5f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.584699] env[62859]: INFO nova.compute.manager [req-1b473201-4240-4ef8-82e4-673fbe4744b9 req-6fca510d-650b-415d-ad5d-a3a09cb828d7 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Neutron deleted interface 2017e499-aebd-4055-852e-4fcc47108a5f; detaching it from the instance and deleting it from the info cache [ 1188.584916] env[62859]: DEBUG nova.network.neutron [req-1b473201-4240-4ef8-82e4-673fbe4744b9 req-6fca510d-650b-415d-ad5d-a3a09cb828d7 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.683957] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.995436] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538741, 'name': CreateVM_Task, 'duration_secs': 0.321479} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.995762] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.996062] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.996244] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.996570] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.996849] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-febfa889-35ad-4157-a6b0-9ab42809ec9f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.001323] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1189.001323] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528acf18-7fea-10a2-a781-69e8e80b0119" [ 1189.001323] env[62859]: _type = "Task" [ 1189.001323] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.009358] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528acf18-7fea-10a2-a781-69e8e80b0119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.058203] env[62859]: DEBUG nova.compute.utils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.061211] env[62859]: DEBUG nova.compute.manager [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.061384] env[62859]: DEBUG nova.network.neutron [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.063378] env[62859]: DEBUG nova.network.neutron [-] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.088501] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c0360de-58a0-4bd9-9ac5-65b4a8e3d377 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.097431] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55878d29-6593-435f-92fd-20a716eb7440 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.108975] env[62859]: DEBUG nova.policy [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34d692a5929f458ca65ff76f3b1a871a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e9bb200572a489ca2c14c11bf27f33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.128150] env[62859]: DEBUG nova.compute.manager [req-1b473201-4240-4ef8-82e4-673fbe4744b9 req-6fca510d-650b-415d-ad5d-a3a09cb828d7 service nova] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Detach interface failed, port_id=2017e499-aebd-4055-852e-4fcc47108a5f, reason: Instance 91260c77-36e2-4cbf-9eff-b0a1fcc324be could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1189.411948] env[62859]: DEBUG nova.network.neutron [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Successfully created port: 28071bb1-6eec-4b66-9f70-926b5a24bf8c {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.512756] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]528acf18-7fea-10a2-a781-69e8e80b0119, 'name': SearchDatastore_Task, 'duration_secs': 0.011416} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.513123] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.513424] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.513592] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.513740] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.513920] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.514188] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-862cc3a2-17bd-4085-abfc-b4dab077c7e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.522392] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.522659] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.523446] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b72ee1-e2ec-400a-8d03-9eab936e1102 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.528404] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1189.528404] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5297f65a-6ecf-0cf2-aa3c-aa553362bb18" [ 1189.528404] env[62859]: _type = "Task" [ 1189.528404] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.535786] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5297f65a-6ecf-0cf2-aa3c-aa553362bb18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.564442] env[62859]: DEBUG nova.compute.manager [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.570172] env[62859]: INFO nova.compute.manager [-] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Took 1.58 seconds to deallocate network for instance. [ 1189.677961] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3035182c-6084-40fb-a57e-290739fb213a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.685101] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54a5c0a-0bde-4a86-a396-1583ab2f7ff0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.715470] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c2af39-c292-4241-bc7e-d1fff454a262 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.721999] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e5af79-51de-40ab-b80c-9cdac7fae1e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.734511] env[62859]: DEBUG nova.compute.provider_tree [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.038437] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5297f65a-6ecf-0cf2-aa3c-aa553362bb18, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.039287] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ffa43c-24a5-4272-bfd3-b745f8a6908e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.044105] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1190.044105] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ebf892-6275-7792-e541-c65b3ca8c6ae" [ 1190.044105] env[62859]: _type = "Task" [ 1190.044105] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.051495] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ebf892-6275-7792-e541-c65b3ca8c6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.074964] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.238397] env[62859]: DEBUG nova.scheduler.client.report [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.554552] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ebf892-6275-7792-e541-c65b3ca8c6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008992} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.554552] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.554706] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 293bcf1f-cee3-4d6b-9556-ea0a3caae640/293bcf1f-cee3-4d6b-9556-ea0a3caae640.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.554851] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1396bf96-ff80-45b2-be6b-024124225e78 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.560923] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1190.560923] env[62859]: value = "task-2538742" [ 1190.560923] env[62859]: _type = "Task" [ 1190.560923] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.567858] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.575401] env[62859]: DEBUG nova.compute.manager [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.600861] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.601117] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.601302] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.601490] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.601648] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.601798] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.602010] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.602197] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.602372] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.602534] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.602703] env[62859]: DEBUG nova.virt.hardware [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.603519] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b1627b-a524-4d25-8feb-36993e4895f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.610526] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192e1a0d-89c6-4459-83ba-f71aad71b9b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.743404] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.743941] env[62859]: DEBUG nova.compute.manager [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.747150] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.625s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.748608] env[62859]: INFO nova.compute.claims [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.791470] env[62859]: DEBUG nova.compute.manager [req-84bc1005-e80e-4e58-8f27-840715fefb94 req-fe3dc928-deee-42d8-be72-6bb833c48572 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Received event network-vif-plugged-28071bb1-6eec-4b66-9f70-926b5a24bf8c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.791470] env[62859]: DEBUG oslo_concurrency.lockutils [req-84bc1005-e80e-4e58-8f27-840715fefb94 req-fe3dc928-deee-42d8-be72-6bb833c48572 service nova] Acquiring lock "973f3943-bf8c-448d-aa07-89b1c00adeb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.791470] env[62859]: DEBUG oslo_concurrency.lockutils [req-84bc1005-e80e-4e58-8f27-840715fefb94 req-fe3dc928-deee-42d8-be72-6bb833c48572 service nova] Lock "973f3943-bf8c-448d-aa07-89b1c00adeb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.791470] env[62859]: DEBUG oslo_concurrency.lockutils [req-84bc1005-e80e-4e58-8f27-840715fefb94 req-fe3dc928-deee-42d8-be72-6bb833c48572 service nova] Lock "973f3943-bf8c-448d-aa07-89b1c00adeb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.791470] env[62859]: DEBUG nova.compute.manager [req-84bc1005-e80e-4e58-8f27-840715fefb94 req-fe3dc928-deee-42d8-be72-6bb833c48572 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] No waiting events found dispatching network-vif-plugged-28071bb1-6eec-4b66-9f70-926b5a24bf8c {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.791470] env[62859]: WARNING nova.compute.manager [req-84bc1005-e80e-4e58-8f27-840715fefb94 req-fe3dc928-deee-42d8-be72-6bb833c48572 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Received unexpected event network-vif-plugged-28071bb1-6eec-4b66-9f70-926b5a24bf8c for instance with vm_state building and task_state spawning. [ 1190.879265] env[62859]: DEBUG nova.network.neutron [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Successfully updated port: 28071bb1-6eec-4b66-9f70-926b5a24bf8c {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.070585] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430831} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.070909] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 293bcf1f-cee3-4d6b-9556-ea0a3caae640/293bcf1f-cee3-4d6b-9556-ea0a3caae640.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.071047] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.071326] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d313e7f-fef0-4a55-ba16-42a3504963de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.077026] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1191.077026] env[62859]: value = "task-2538743" [ 1191.077026] env[62859]: _type = "Task" [ 1191.077026] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.083992] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.253310] env[62859]: DEBUG nova.compute.utils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.256631] env[62859]: DEBUG nova.compute.manager [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Not allocating networking since 'none' was specified. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1191.382766] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-973f3943-bf8c-448d-aa07-89b1c00adeb9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.382991] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-973f3943-bf8c-448d-aa07-89b1c00adeb9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.383043] env[62859]: DEBUG nova.network.neutron [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.586979] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065553} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.589190] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.589190] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ea4c2a-7d41-4fe8-9acd-340cbad53b3c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.607299] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 293bcf1f-cee3-4d6b-9556-ea0a3caae640/293bcf1f-cee3-4d6b-9556-ea0a3caae640.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.607532] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74560363-674f-4e95-8702-1b36a839049c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.625985] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1191.625985] env[62859]: value = "task-2538744" [ 1191.625985] env[62859]: _type = "Task" [ 1191.625985] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.633113] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.757628] env[62859]: DEBUG nova.compute.manager [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.851987] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d2fd1-1170-4db2-bf67-38d781c8553c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.860144] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee654e-ee75-4791-a364-f20b1817cfa1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.892849] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737fd849-284c-4273-9afe-6d1f1e518daf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.900064] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409088e4-e07b-4713-a72d-c6c28611bfa5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.912927] env[62859]: DEBUG nova.compute.provider_tree [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.923876] env[62859]: DEBUG nova.network.neutron [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.054318] env[62859]: DEBUG nova.network.neutron [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Updating instance_info_cache with network_info: [{"id": "28071bb1-6eec-4b66-9f70-926b5a24bf8c", "address": "fa:16:3e:af:e3:c3", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28071bb1-6e", "ovs_interfaceid": "28071bb1-6eec-4b66-9f70-926b5a24bf8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.135310] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538744, 'name': ReconfigVM_Task, 'duration_secs': 0.294587} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.135591] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 293bcf1f-cee3-4d6b-9556-ea0a3caae640/293bcf1f-cee3-4d6b-9556-ea0a3caae640.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.136295] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8401dae9-454d-4f8d-8269-5121b4b25e3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.141895] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1192.141895] env[62859]: value = "task-2538745" [ 1192.141895] env[62859]: _type = "Task" [ 1192.141895] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.149096] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538745, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.416153] env[62859]: DEBUG nova.scheduler.client.report [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.557395] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-973f3943-bf8c-448d-aa07-89b1c00adeb9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.557743] env[62859]: DEBUG nova.compute.manager [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Instance network_info: |[{"id": "28071bb1-6eec-4b66-9f70-926b5a24bf8c", "address": "fa:16:3e:af:e3:c3", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28071bb1-6e", "ovs_interfaceid": "28071bb1-6eec-4b66-9f70-926b5a24bf8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.558199] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:e3:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28071bb1-6eec-4b66-9f70-926b5a24bf8c', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.565581] env[62859]: DEBUG oslo.service.loopingcall [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.566132] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.566372] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aecb9c09-db90-4dfa-b3a8-bed026c34815 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.586441] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.586441] env[62859]: value = "task-2538746" [ 1192.586441] env[62859]: _type = "Task" [ 1192.586441] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.594364] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538746, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.650330] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538745, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.769240] env[62859]: DEBUG nova.compute.manager [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.796254] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.796508] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.796668] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.796911] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.797085] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.797241] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.797450] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.797610] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.797778] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.797941] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.798136] env[62859]: DEBUG nova.virt.hardware [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.799013] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcd95da-c7ef-46ca-955a-f0f665f6c220 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.806619] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99aabaf-0929-4707-a9bf-cf63e276888d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.820811] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.826309] env[62859]: DEBUG oslo.service.loopingcall [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.827515] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.828582] env[62859]: DEBUG nova.compute.manager [req-df5aa52e-f70e-4b1b-b80c-1bd3117deef9 req-14ff05a0-bb5e-444c-8f7d-e098b7299765 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Received event network-changed-28071bb1-6eec-4b66-9f70-926b5a24bf8c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.828762] env[62859]: DEBUG nova.compute.manager [req-df5aa52e-f70e-4b1b-b80c-1bd3117deef9 req-14ff05a0-bb5e-444c-8f7d-e098b7299765 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Refreshing instance network info cache due to event network-changed-28071bb1-6eec-4b66-9f70-926b5a24bf8c. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1192.828994] env[62859]: DEBUG oslo_concurrency.lockutils [req-df5aa52e-f70e-4b1b-b80c-1bd3117deef9 req-14ff05a0-bb5e-444c-8f7d-e098b7299765 service nova] Acquiring lock "refresh_cache-973f3943-bf8c-448d-aa07-89b1c00adeb9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.829159] env[62859]: DEBUG oslo_concurrency.lockutils [req-df5aa52e-f70e-4b1b-b80c-1bd3117deef9 req-14ff05a0-bb5e-444c-8f7d-e098b7299765 service nova] Acquired lock "refresh_cache-973f3943-bf8c-448d-aa07-89b1c00adeb9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.829313] env[62859]: DEBUG nova.network.neutron [req-df5aa52e-f70e-4b1b-b80c-1bd3117deef9 req-14ff05a0-bb5e-444c-8f7d-e098b7299765 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Refreshing network info cache for port 28071bb1-6eec-4b66-9f70-926b5a24bf8c {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.830331] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fc1ae5b-6a7c-493b-b432-8e1c21ce1b55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.847746] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.847746] env[62859]: value = "task-2538747" [ 1192.847746] env[62859]: _type = "Task" [ 1192.847746] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.855549] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538747, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.921666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.922276] env[62859]: DEBUG nova.compute.manager [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.925207] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.241s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.926586] env[62859]: INFO nova.compute.claims [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.095865] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538746, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.151833] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538745, 'name': Rename_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.357145] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538747, 'name': CreateVM_Task} progress is 25%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.432650] env[62859]: DEBUG nova.compute.utils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.435881] env[62859]: DEBUG nova.compute.manager [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.436130] env[62859]: DEBUG nova.network.neutron [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.476454] env[62859]: DEBUG nova.policy [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3563d0baef3a4316b063479e05615eaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628606a39ab44618f21010bc25cb4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.595739] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538746, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.614554] env[62859]: DEBUG nova.network.neutron [req-df5aa52e-f70e-4b1b-b80c-1bd3117deef9 req-14ff05a0-bb5e-444c-8f7d-e098b7299765 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Updated VIF entry in instance network info cache for port 28071bb1-6eec-4b66-9f70-926b5a24bf8c. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.614554] env[62859]: DEBUG nova.network.neutron [req-df5aa52e-f70e-4b1b-b80c-1bd3117deef9 req-14ff05a0-bb5e-444c-8f7d-e098b7299765 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Updating instance_info_cache with network_info: [{"id": "28071bb1-6eec-4b66-9f70-926b5a24bf8c", "address": "fa:16:3e:af:e3:c3", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28071bb1-6e", "ovs_interfaceid": "28071bb1-6eec-4b66-9f70-926b5a24bf8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.654891] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538745, 'name': Rename_Task, 'duration_secs': 1.151301} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.654891] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.654891] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d5b0282-46c1-467d-8c3f-5c4b62c74732 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.659136] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1193.659136] env[62859]: value = "task-2538748" [ 1193.659136] env[62859]: _type = "Task" [ 1193.659136] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.666182] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.752838] env[62859]: DEBUG nova.network.neutron [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Successfully created port: e5518f18-b16d-4725-9ae6-cf9d9251361f {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.858214] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538747, 'name': CreateVM_Task, 'duration_secs': 0.89353} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.858478] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.858910] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.859094] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.859419] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.859673] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140dc0f7-a1a8-472b-83ba-17365a8bd992 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.863875] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1193.863875] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52261944-7a84-61f8-dc54-d9f12d2b50df" [ 1193.863875] env[62859]: _type = "Task" [ 1193.863875] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.872831] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52261944-7a84-61f8-dc54-d9f12d2b50df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.937280] env[62859]: DEBUG nova.compute.manager [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.040916] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de342a4-6f3a-4940-8f73-1fbb4c8b726b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.047055] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c5808-0f81-41bc-aa66-14643296fe3d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.077012] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecba0bef-83c2-4b33-bec8-60fe24555642 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.084603] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e0a430-403e-45c9-9f97-4b5ea5f17c11 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.100181] env[62859]: DEBUG nova.compute.provider_tree [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.104379] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538746, 'name': CreateVM_Task, 'duration_secs': 1.154621} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.104769] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.111559] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.116450] env[62859]: DEBUG oslo_concurrency.lockutils [req-df5aa52e-f70e-4b1b-b80c-1bd3117deef9 req-14ff05a0-bb5e-444c-8f7d-e098b7299765 service nova] Releasing lock "refresh_cache-973f3943-bf8c-448d-aa07-89b1c00adeb9" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.168525] env[62859]: DEBUG oslo_vmware.api [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538748, 'name': PowerOnVM_Task, 'duration_secs': 0.429497} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.168839] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.169019] env[62859]: INFO nova.compute.manager [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Took 5.78 seconds to spawn the instance on the hypervisor. [ 1194.169206] env[62859]: DEBUG nova.compute.manager [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.169962] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae215d5-a71b-457e-aa1b-d80d8fd77f01 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.375816] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52261944-7a84-61f8-dc54-d9f12d2b50df, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.376149] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.376425] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.376641] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.376799] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.376977] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.377322] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.377602] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.377837] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5880b5b9-ba99-4df0-bf6d-37ba1774886e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.379722] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b1c12e-f849-4dac-ae1a-8dc4d4626de6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.386031] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1194.386031] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520e76a4-6815-ba7c-3d63-e1055902e75b" [ 1194.386031] env[62859]: _type = "Task" [ 1194.386031] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.390138] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.390361] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.391770] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98052fc0-a3a6-4009-b973-a0709a9913dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.397403] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520e76a4-6815-ba7c-3d63-e1055902e75b, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.397970] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.398210] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.398418] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.400069] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1194.400069] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e36bb-2791-a74c-13f7-f2d886258a0c" [ 1194.400069] env[62859]: _type = "Task" [ 1194.400069] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.408330] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e36bb-2791-a74c-13f7-f2d886258a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.606403] env[62859]: DEBUG nova.scheduler.client.report [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.685641] env[62859]: INFO nova.compute.manager [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Took 11.42 seconds to build instance. [ 1194.910262] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527e36bb-2791-a74c-13f7-f2d886258a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.911033] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb52631-947b-4bcc-a79e-d300daf5a727 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.915844] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1194.915844] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b40bcd-8cae-371c-f1e9-3842c2f95a8d" [ 1194.915844] env[62859]: _type = "Task" [ 1194.915844] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.923099] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b40bcd-8cae-371c-f1e9-3842c2f95a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.949587] env[62859]: DEBUG nova.compute.manager [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.975731] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.975978] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.976155] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.976337] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.976483] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.976626] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.976868] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.977058] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.977235] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.977634] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.977634] env[62859]: DEBUG nova.virt.hardware [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.978421] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9992981-ce85-4df3-a53d-3d00e70cfd19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.986281] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7164594e-ce67-4397-91b2-4aa1abf13405 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.109376] env[62859]: DEBUG nova.compute.manager [req-31070f61-1742-4025-92d9-a8a93f1dd9d5 req-0daa0185-c889-4085-88e1-4b14fb757150 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Received event network-vif-plugged-e5518f18-b16d-4725-9ae6-cf9d9251361f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1195.109594] env[62859]: DEBUG oslo_concurrency.lockutils [req-31070f61-1742-4025-92d9-a8a93f1dd9d5 req-0daa0185-c889-4085-88e1-4b14fb757150 service nova] Acquiring lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.109812] env[62859]: DEBUG oslo_concurrency.lockutils [req-31070f61-1742-4025-92d9-a8a93f1dd9d5 req-0daa0185-c889-4085-88e1-4b14fb757150 service nova] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.109998] env[62859]: DEBUG oslo_concurrency.lockutils [req-31070f61-1742-4025-92d9-a8a93f1dd9d5 req-0daa0185-c889-4085-88e1-4b14fb757150 service nova] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.110194] env[62859]: DEBUG nova.compute.manager [req-31070f61-1742-4025-92d9-a8a93f1dd9d5 req-0daa0185-c889-4085-88e1-4b14fb757150 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] No waiting events found dispatching network-vif-plugged-e5518f18-b16d-4725-9ae6-cf9d9251361f {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.110363] env[62859]: WARNING nova.compute.manager [req-31070f61-1742-4025-92d9-a8a93f1dd9d5 req-0daa0185-c889-4085-88e1-4b14fb757150 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Received unexpected event network-vif-plugged-e5518f18-b16d-4725-9ae6-cf9d9251361f for instance with vm_state building and task_state spawning. [ 1195.111294] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.111729] env[62859]: DEBUG nova.compute.manager [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.114169] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.039s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.114396] env[62859]: DEBUG nova.objects.instance [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'resources' on Instance uuid 91260c77-36e2-4cbf-9eff-b0a1fcc324be {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.187969] env[62859]: DEBUG oslo_concurrency.lockutils [None req-49a1bae3-730a-4411-971c-ac9127590135 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "293bcf1f-cee3-4d6b-9556-ea0a3caae640" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.929s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.191286] env[62859]: DEBUG nova.network.neutron [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Successfully updated port: e5518f18-b16d-4725-9ae6-cf9d9251361f {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.427865] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b40bcd-8cae-371c-f1e9-3842c2f95a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.009301} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.428206] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.428455] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 351e6176-4562-4440-868f-4b394b5e892e/351e6176-4562-4440-868f-4b394b5e892e.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.428734] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.428952] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.429191] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3dd8a9c-a8a8-43db-b4d8-44f2a0207031 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.431096] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9caee1c-9703-42e1-a60a-8546b6d65e1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.437094] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1195.437094] env[62859]: value = "task-2538749" [ 1195.437094] env[62859]: _type = "Task" [ 1195.437094] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.440731] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.440905] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.441860] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7134348-76ae-4853-9858-4f11eb14a9c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.446571] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.449300] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1195.449300] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e37ec0-8300-3cae-9f35-6d04a40c2cc8" [ 1195.449300] env[62859]: _type = "Task" [ 1195.449300] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.456564] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e37ec0-8300-3cae-9f35-6d04a40c2cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.617689] env[62859]: DEBUG nova.compute.utils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.622173] env[62859]: DEBUG nova.compute.manager [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Not allocating networking since 'none' was specified. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1195.693845] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.693995] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.694168] env[62859]: DEBUG nova.network.neutron [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.734722] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caae243-f4ce-4982-8c15-8cf2f1057143 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.742626] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac831cc2-334f-4145-85b9-d3fb62860181 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.776702] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef7112e-de4d-4002-9da3-fb54b992ec5a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.784725] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7336c5a4-143b-42ed-80fb-3f2ca55dacda {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.798905] env[62859]: DEBUG nova.compute.provider_tree [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.958598] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422069} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.959389] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 351e6176-4562-4440-868f-4b394b5e892e/351e6176-4562-4440-868f-4b394b5e892e.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.959593] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.959943] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0b70646-a876-4a46-b2f5-9eb3c4599176 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.965040] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e37ec0-8300-3cae-9f35-6d04a40c2cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008119} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.966134] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcfdfb1e-a0b0-49c4-9916-d0055b2d3697 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.970564] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1195.970564] env[62859]: value = "task-2538750" [ 1195.970564] env[62859]: _type = "Task" [ 1195.970564] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.971701] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1195.971701] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a404a0-5ddb-dec4-98db-942dd135248c" [ 1195.971701] env[62859]: _type = "Task" [ 1195.971701] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.981768] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.984576] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a404a0-5ddb-dec4-98db-942dd135248c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.122937] env[62859]: DEBUG nova.compute.manager [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.228661] env[62859]: DEBUG nova.network.neutron [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.302421] env[62859]: DEBUG nova.scheduler.client.report [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.353501] env[62859]: DEBUG nova.network.neutron [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Updating instance_info_cache with network_info: [{"id": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "address": "fa:16:3e:2e:8a:01", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5518f18-b1", "ovs_interfaceid": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.485133] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a404a0-5ddb-dec4-98db-942dd135248c, 'name': SearchDatastore_Task, 'duration_secs': 0.010299} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.488278] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.488600] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 973f3943-bf8c-448d-aa07-89b1c00adeb9/973f3943-bf8c-448d-aa07-89b1c00adeb9.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.488920] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062805} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.489158] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-852c00dc-c7b6-4289-a7d3-6884996d70e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.491106] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.491893] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8e7531-d5e1-4588-9719-85ea48dcc592 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.499590] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1196.499590] env[62859]: value = "task-2538751" [ 1196.499590] env[62859]: _type = "Task" [ 1196.499590] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.518323] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 351e6176-4562-4440-868f-4b394b5e892e/351e6176-4562-4440-868f-4b394b5e892e.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.521780] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d542cd-ca13-4cab-9151-a1438f2366f5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.541336] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.542550] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1196.542550] env[62859]: value = "task-2538752" [ 1196.542550] env[62859]: _type = "Task" [ 1196.542550] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.549734] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.807729] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.833504] env[62859]: INFO nova.scheduler.client.report [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted allocations for instance 91260c77-36e2-4cbf-9eff-b0a1fcc324be [ 1196.855647] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.856115] env[62859]: DEBUG nova.compute.manager [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Instance network_info: |[{"id": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "address": "fa:16:3e:2e:8a:01", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5518f18-b1", "ovs_interfaceid": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.856826] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:8a:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5518f18-b16d-4725-9ae6-cf9d9251361f', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.866998] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Creating folder: Project (2628606a39ab44618f21010bc25cb4bd). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1196.866998] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fc117a4-9098-4356-bf57-272adf9a387d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.879085] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Created folder: Project (2628606a39ab44618f21010bc25cb4bd) in parent group-v512592. [ 1196.879361] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Creating folder: Instances. Parent ref: group-v512897. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1196.879627] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42f8e88f-13bb-4843-8123-a8337f133482 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.889916] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Created folder: Instances in parent group-v512897. [ 1196.890201] env[62859]: DEBUG oslo.service.loopingcall [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.890402] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.890618] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f035ce0-77f6-430a-bc3e-4fad19f8cf66 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.912371] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.912371] env[62859]: value = "task-2538755" [ 1196.912371] env[62859]: _type = "Task" [ 1196.912371] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.920597] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538755, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.018014] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469521} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.018257] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 973f3943-bf8c-448d-aa07-89b1c00adeb9/973f3943-bf8c-448d-aa07-89b1c00adeb9.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.018460] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.018724] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c25a3c1-3db3-424a-92b9-965a1d6d8f6a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.025737] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1197.025737] env[62859]: value = "task-2538756" [ 1197.025737] env[62859]: _type = "Task" [ 1197.025737] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.033824] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.050941] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.132716] env[62859]: DEBUG nova.compute.manager [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.165143] env[62859]: DEBUG nova.compute.manager [req-bd843206-5f63-42ac-8f53-e13a7da684f9 req-9c2d52b4-af4d-47f5-b7a4-3c7a678656a2 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Received event network-changed-e5518f18-b16d-4725-9ae6-cf9d9251361f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.165362] env[62859]: DEBUG nova.compute.manager [req-bd843206-5f63-42ac-8f53-e13a7da684f9 req-9c2d52b4-af4d-47f5-b7a4-3c7a678656a2 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Refreshing instance network info cache due to event network-changed-e5518f18-b16d-4725-9ae6-cf9d9251361f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1197.165582] env[62859]: DEBUG oslo_concurrency.lockutils [req-bd843206-5f63-42ac-8f53-e13a7da684f9 req-9c2d52b4-af4d-47f5-b7a4-3c7a678656a2 service nova] Acquiring lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.165726] env[62859]: DEBUG oslo_concurrency.lockutils [req-bd843206-5f63-42ac-8f53-e13a7da684f9 req-9c2d52b4-af4d-47f5-b7a4-3c7a678656a2 service nova] Acquired lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.165890] env[62859]: DEBUG nova.network.neutron [req-bd843206-5f63-42ac-8f53-e13a7da684f9 req-9c2d52b4-af4d-47f5-b7a4-3c7a678656a2 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Refreshing network info cache for port e5518f18-b16d-4725-9ae6-cf9d9251361f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.169050] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.169283] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.169442] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.169625] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.169772] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.169919] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.170248] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.170513] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.170794] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.171103] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.171358] env[62859]: DEBUG nova.virt.hardware [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.172487] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d524d5b-5f86-4a58-8eee-a57121869a4f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.181968] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a02315-4612-43fc-99a4-1c35483e5b2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.196088] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.201542] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Creating folder: Project (988b3cba70ff4097ae363cea2f322075). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.201826] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a059ef38-c267-45a9-a006-ebfbeb28218b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.212334] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Created folder: Project (988b3cba70ff4097ae363cea2f322075) in parent group-v512592. [ 1197.212515] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Creating folder: Instances. Parent ref: group-v512900. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1197.212740] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff9fefa2-54aa-4860-ba0e-aa46a9bc84a1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.222133] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Created folder: Instances in parent group-v512900. [ 1197.222358] env[62859]: DEBUG oslo.service.loopingcall [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.222541] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.222730] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42280c68-0623-4481-b511-a9315b6d4001 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.239347] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.239347] env[62859]: value = "task-2538759" [ 1197.239347] env[62859]: _type = "Task" [ 1197.239347] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.247393] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538759, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.342231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a1ca6f90-4eb6-4c1a-8c0c-8c5cef39e91b tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "91260c77-36e2-4cbf-9eff-b0a1fcc324be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.973s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.421960] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538755, 'name': CreateVM_Task, 'duration_secs': 0.399871} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.422169] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.422892] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.423101] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.423460] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.423732] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8779b847-775c-49b4-a624-e431420a3110 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.428532] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1197.428532] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bd289c-6d2c-d98d-0295-c877fdec3a8c" [ 1197.428532] env[62859]: _type = "Task" [ 1197.428532] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.437392] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bd289c-6d2c-d98d-0295-c877fdec3a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.535691] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065819} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.536123] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.537614] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0f7efd-b532-4e05-a2ec-719e804afc82 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.561423] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 973f3943-bf8c-448d-aa07-89b1c00adeb9/973f3943-bf8c-448d-aa07-89b1c00adeb9.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.564468] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f989bcde-8023-452c-a41a-c96c75e2764a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.582671] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538752, 'name': ReconfigVM_Task, 'duration_secs': 0.570764} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.583798] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 351e6176-4562-4440-868f-4b394b5e892e/351e6176-4562-4440-868f-4b394b5e892e.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.584442] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1197.584442] env[62859]: value = "task-2538760" [ 1197.584442] env[62859]: _type = "Task" [ 1197.584442] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.584626] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bab7f94-1483-43fb-861c-88d008b8fa47 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.593509] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.594563] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1197.594563] env[62859]: value = "task-2538761" [ 1197.594563] env[62859]: _type = "Task" [ 1197.594563] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.601538] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538761, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.750022] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538759, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.876204] env[62859]: DEBUG nova.network.neutron [req-bd843206-5f63-42ac-8f53-e13a7da684f9 req-9c2d52b4-af4d-47f5-b7a4-3c7a678656a2 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Updated VIF entry in instance network info cache for port e5518f18-b16d-4725-9ae6-cf9d9251361f. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.876584] env[62859]: DEBUG nova.network.neutron [req-bd843206-5f63-42ac-8f53-e13a7da684f9 req-9c2d52b4-af4d-47f5-b7a4-3c7a678656a2 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Updating instance_info_cache with network_info: [{"id": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "address": "fa:16:3e:2e:8a:01", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5518f18-b1", "ovs_interfaceid": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.938610] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bd289c-6d2c-d98d-0295-c877fdec3a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016798} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.938925] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.939189] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.939423] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.939572] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.939749] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.940118] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a71d70f0-f726-409b-91db-96f208c8f94c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.950550] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.950741] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.951479] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3d00e3-25d1-4374-998c-16da56ee3d44 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.956817] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1197.956817] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c30a2a-a831-5b9a-4b62-fac2054eb8c2" [ 1197.956817] env[62859]: _type = "Task" [ 1197.956817] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.963836] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c30a2a-a831-5b9a-4b62-fac2054eb8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.096020] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.104062] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538761, 'name': Rename_Task, 'duration_secs': 0.451275} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.104062] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.104062] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15fabd22-7836-4bba-aab8-7ea4439b8110 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.110591] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1198.110591] env[62859]: value = "task-2538762" [ 1198.110591] env[62859]: _type = "Task" [ 1198.110591] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.117947] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.249663] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538759, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.379610] env[62859]: DEBUG oslo_concurrency.lockutils [req-bd843206-5f63-42ac-8f53-e13a7da684f9 req-9c2d52b4-af4d-47f5-b7a4-3c7a678656a2 service nova] Releasing lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.467762] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c30a2a-a831-5b9a-4b62-fac2054eb8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.015427} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.467986] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7152cb-fc1f-4a4e-9512-967c46660e69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.473536] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1198.473536] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521c0124-7383-2d9a-f98d-c22eb6caed44" [ 1198.473536] env[62859]: _type = "Task" [ 1198.473536] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.480955] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521c0124-7383-2d9a-f98d-c22eb6caed44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.596958] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538760, 'name': ReconfigVM_Task, 'duration_secs': 0.884381} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.597272] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 973f3943-bf8c-448d-aa07-89b1c00adeb9/973f3943-bf8c-448d-aa07-89b1c00adeb9.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.597928] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d358e63-2d61-4cc6-93ad-b94239f56759 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.603889] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1198.603889] env[62859]: value = "task-2538763" [ 1198.603889] env[62859]: _type = "Task" [ 1198.603889] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.611765] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538763, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.618929] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.754737] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538759, 'name': CreateVM_Task, 'duration_secs': 1.311361} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.754994] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.755484] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.755686] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.756042] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1198.758303] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630e85a8-522a-433f-a317-087926a85ef9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.765552] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1198.765552] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f0dbe7-3669-0f3e-4aaf-c787e50418a7" [ 1198.765552] env[62859]: _type = "Task" [ 1198.765552] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.773664] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f0dbe7-3669-0f3e-4aaf-c787e50418a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.984117] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521c0124-7383-2d9a-f98d-c22eb6caed44, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.984394] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.984656] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed/058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.984900] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0899a9d-dd04-4f07-aa32-dad2700b7f92 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.991447] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1198.991447] env[62859]: value = "task-2538764" [ 1198.991447] env[62859]: _type = "Task" [ 1198.991447] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.999576] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.114923] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538763, 'name': Rename_Task, 'duration_secs': 0.1727} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.117930] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.118193] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb6e3d9-c2de-48da-8f0f-e78b8a5fe3cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.124690] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.125853] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1199.125853] env[62859]: value = "task-2538765" [ 1199.125853] env[62859]: _type = "Task" [ 1199.125853] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.133107] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.276461] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f0dbe7-3669-0f3e-4aaf-c787e50418a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.276813] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.277040] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.277292] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.277445] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.277626] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.277915] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64aba451-46d3-47d4-9591-f643a43dd5d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.288553] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.288731] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.289552] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f5ed0f-d54b-47c4-a614-d98e9f97cf9d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.295138] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1199.295138] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d33f5d-c4b1-4115-a9cd-1554be050c0d" [ 1199.295138] env[62859]: _type = "Task" [ 1199.295138] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.303251] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d33f5d-c4b1-4115-a9cd-1554be050c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.500917] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436377} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.501136] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed/058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.501342] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.501593] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cafa41e-a9c5-4d5b-b4d4-b7cce2b506e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.508601] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1199.508601] env[62859]: value = "task-2538766" [ 1199.508601] env[62859]: _type = "Task" [ 1199.508601] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.516285] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.601384] env[62859]: DEBUG nova.compute.manager [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Stashing vm_state: active {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1199.627359] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.635371] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538765, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.805820] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52d33f5d-c4b1-4115-a9cd-1554be050c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.015054} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.806590] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27691bcc-85ec-46bd-88ac-6c8e0b93698c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.812021] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1199.812021] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520db69a-4cb4-6ad8-9745-3b3ff45d7ed5" [ 1199.812021] env[62859]: _type = "Task" [ 1199.812021] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.819877] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520db69a-4cb4-6ad8-9745-3b3ff45d7ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.018163] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227628} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.018363] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.019158] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299cb5b6-6b8e-453d-a932-5498d56d86aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.040092] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed/058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.040318] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ec9dea-3bbf-454b-8edf-ea01c85cd0cf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.058299] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1200.058299] env[62859]: value = "task-2538767" [ 1200.058299] env[62859]: _type = "Task" [ 1200.058299] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.065391] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.122031] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.122309] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.127613] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.135811] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538765, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.324025] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520db69a-4cb4-6ad8-9745-3b3ff45d7ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.324025] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.324025] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 18ef2cf0-7353-4461-ab16-63fdecd79156/18ef2cf0-7353-4461-ab16-63fdecd79156.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.324025] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7030bf0d-8b45-4855-ad75-b141bbeec5d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.329716] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1200.329716] env[62859]: value = "task-2538768" [ 1200.329716] env[62859]: _type = "Task" [ 1200.329716] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.338045] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.568645] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538767, 'name': ReconfigVM_Task, 'duration_secs': 0.2787} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.569041] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed/058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.569828] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7dbae4c-c474-4834-a02e-0cf63fa46528 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.576198] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1200.576198] env[62859]: value = "task-2538769" [ 1200.576198] env[62859]: _type = "Task" [ 1200.576198] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.584716] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538769, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.625168] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.630971] env[62859]: INFO nova.compute.claims [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.644800] env[62859]: DEBUG oslo_vmware.api [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538765, 'name': PowerOnVM_Task, 'duration_secs': 1.11172} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.644800] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.644800] env[62859]: INFO nova.compute.manager [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1200.645076] env[62859]: DEBUG nova.compute.manager [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.645797] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f186f-9e4b-4c13-8bc6-24a104329e1d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.839324] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442162} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.839647] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 18ef2cf0-7353-4461-ab16-63fdecd79156/18ef2cf0-7353-4461-ab16-63fdecd79156.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.839876] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.840154] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6492da2-39d4-4b26-ab3c-6d2d38ed78d2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.846064] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1200.846064] env[62859]: value = "task-2538770" [ 1200.846064] env[62859]: _type = "Task" [ 1200.846064] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.853959] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.085975] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538769, 'name': Rename_Task, 'duration_secs': 0.246897} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.086234] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.086478] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f3e7a4e-10b6-4d28-bdc1-3916c8e5bf08 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.091821] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1201.091821] env[62859]: value = "task-2538771" [ 1201.091821] env[62859]: _type = "Task" [ 1201.091821] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.098859] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.125524] env[62859]: DEBUG oslo_vmware.api [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538762, 'name': PowerOnVM_Task, 'duration_secs': 2.784992} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.125824] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.126107] env[62859]: INFO nova.compute.manager [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1201.126310] env[62859]: DEBUG nova.compute.manager [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.127097] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f8742f-a52b-49c1-8d24-47c3bcab4724 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.141114] env[62859]: INFO nova.compute.resource_tracker [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating resource usage from migration b77926e0-b117-49ee-bd0e-4e5bb64941fb [ 1201.164362] env[62859]: INFO nova.compute.manager [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Took 17.87 seconds to build instance. [ 1201.237699] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99ee24-f147-4f99-a376-66653dd1c5c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.245282] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7798f9-f2b5-40ac-b7e4-4148dec9b9c7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.275281] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10585404-6074-4109-b3aa-b9bbec9b30cd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.282338] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef9b330-6119-4ee6-8560-ab859fc16d96 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.295135] env[62859]: DEBUG nova.compute.provider_tree [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.355109] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065489} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.355502] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.356257] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5d3abb-f1f8-4eb1-92df-5dab4e070615 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.375717] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 18ef2cf0-7353-4461-ab16-63fdecd79156/18ef2cf0-7353-4461-ab16-63fdecd79156.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.376323] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba4a55c-08fa-434c-b0ed-0f41329e9edd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.396491] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1201.396491] env[62859]: value = "task-2538772" [ 1201.396491] env[62859]: _type = "Task" [ 1201.396491] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.406603] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.601279] env[62859]: DEBUG oslo_vmware.api [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538771, 'name': PowerOnVM_Task, 'duration_secs': 0.454017} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.601506] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.601708] env[62859]: INFO nova.compute.manager [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1201.601887] env[62859]: DEBUG nova.compute.manager [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.602666] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdc3b62-5dd9-48a4-b185-3fd84d04b3fb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.644724] env[62859]: INFO nova.compute.manager [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Took 18.27 seconds to build instance. [ 1201.666632] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bb5379c2-ea47-483d-9298-d6c98caefb88 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "973f3943-bf8c-448d-aa07-89b1c00adeb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.385s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.798112] env[62859]: DEBUG nova.scheduler.client.report [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.908519] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538772, 'name': ReconfigVM_Task, 'duration_secs': 0.371682} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.908958] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 18ef2cf0-7353-4461-ab16-63fdecd79156/18ef2cf0-7353-4461-ab16-63fdecd79156.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.909826] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a7d9281-69b5-43f9-bcdc-f5f3232240f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.916073] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1201.916073] env[62859]: value = "task-2538773" [ 1201.916073] env[62859]: _type = "Task" [ 1201.916073] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.923857] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538773, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.954953] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ffe0bb-45a5-4d5b-bdf3-04ba155bd5d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.961347] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-908e7ac6-4276-4737-8a70-07de35b9a9da tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Suspending the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1201.961610] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-13521fc2-2d02-4d6e-bf3c-840e1f1bb313 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.967524] env[62859]: DEBUG oslo_vmware.api [None req-908e7ac6-4276-4737-8a70-07de35b9a9da tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1201.967524] env[62859]: value = "task-2538774" [ 1201.967524] env[62859]: _type = "Task" [ 1201.967524] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.975837] env[62859]: DEBUG oslo_vmware.api [None req-908e7ac6-4276-4737-8a70-07de35b9a9da tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538774, 'name': SuspendVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.122036] env[62859]: INFO nova.compute.manager [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Took 18.01 seconds to build instance. [ 1202.147480] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dd508552-26fe-46b2-83d7-93ba066fa49a tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "351e6176-4562-4440-868f-4b394b5e892e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.777s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.304196] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.182s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.304507] env[62859]: INFO nova.compute.manager [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Migrating [ 1202.426174] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538773, 'name': Rename_Task, 'duration_secs': 0.138203} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.426528] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.426715] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d19b4594-8667-4c95-a0fb-8bd0b0892c0c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.433136] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1202.433136] env[62859]: value = "task-2538775" [ 1202.433136] env[62859]: _type = "Task" [ 1202.433136] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.440868] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.478460] env[62859]: DEBUG oslo_vmware.api [None req-908e7ac6-4276-4737-8a70-07de35b9a9da tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538774, 'name': SuspendVM_Task} progress is 58%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.516783] env[62859]: DEBUG nova.compute.manager [req-359c6d45-4be3-49d7-a16d-7f1045dd5002 req-461a9b2c-391f-4492-a93d-cf6b236b5723 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Received event network-changed-e5518f18-b16d-4725-9ae6-cf9d9251361f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.516908] env[62859]: DEBUG nova.compute.manager [req-359c6d45-4be3-49d7-a16d-7f1045dd5002 req-461a9b2c-391f-4492-a93d-cf6b236b5723 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Refreshing instance network info cache due to event network-changed-e5518f18-b16d-4725-9ae6-cf9d9251361f. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1202.517165] env[62859]: DEBUG oslo_concurrency.lockutils [req-359c6d45-4be3-49d7-a16d-7f1045dd5002 req-461a9b2c-391f-4492-a93d-cf6b236b5723 service nova] Acquiring lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.517318] env[62859]: DEBUG oslo_concurrency.lockutils [req-359c6d45-4be3-49d7-a16d-7f1045dd5002 req-461a9b2c-391f-4492-a93d-cf6b236b5723 service nova] Acquired lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.517647] env[62859]: DEBUG nova.network.neutron [req-359c6d45-4be3-49d7-a16d-7f1045dd5002 req-461a9b2c-391f-4492-a93d-cf6b236b5723 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Refreshing network info cache for port e5518f18-b16d-4725-9ae6-cf9d9251361f {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.624191] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d85da223-2318-4511-8d86-53c956eacc90 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.523s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.759435] env[62859]: INFO nova.compute.manager [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Rebuilding instance [ 1202.807161] env[62859]: DEBUG nova.compute.manager [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.808047] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59d686c-99d2-4a04-84b7-e6178f11bc7f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.825486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.825657] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.825835] env[62859]: DEBUG nova.network.neutron [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.944168] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538775, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.976821] env[62859]: DEBUG oslo_vmware.api [None req-908e7ac6-4276-4737-8a70-07de35b9a9da tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538774, 'name': SuspendVM_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.230836] env[62859]: DEBUG nova.network.neutron [req-359c6d45-4be3-49d7-a16d-7f1045dd5002 req-461a9b2c-391f-4492-a93d-cf6b236b5723 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Updated VIF entry in instance network info cache for port e5518f18-b16d-4725-9ae6-cf9d9251361f. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.231259] env[62859]: DEBUG nova.network.neutron [req-359c6d45-4be3-49d7-a16d-7f1045dd5002 req-461a9b2c-391f-4492-a93d-cf6b236b5723 service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Updating instance_info_cache with network_info: [{"id": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "address": "fa:16:3e:2e:8a:01", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5518f18-b1", "ovs_interfaceid": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.443794] env[62859]: DEBUG oslo_vmware.api [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538775, 'name': PowerOnVM_Task, 'duration_secs': 0.868995} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.444142] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.444276] env[62859]: INFO nova.compute.manager [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Took 6.31 seconds to spawn the instance on the hypervisor. [ 1203.444451] env[62859]: DEBUG nova.compute.manager [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.445220] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5732149c-35a4-4db2-956b-a9f22b8191c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.478326] env[62859]: DEBUG oslo_vmware.api [None req-908e7ac6-4276-4737-8a70-07de35b9a9da tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538774, 'name': SuspendVM_Task, 'duration_secs': 1.096144} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.481355] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-908e7ac6-4276-4737-8a70-07de35b9a9da tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Suspended the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1203.481644] env[62859]: DEBUG nova.compute.manager [None req-908e7ac6-4276-4737-8a70-07de35b9a9da tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.482604] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a372f827-5850-4637-8aae-6fb1f6a4e633 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.553548] env[62859]: DEBUG nova.network.neutron [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.734233] env[62859]: DEBUG oslo_concurrency.lockutils [req-359c6d45-4be3-49d7-a16d-7f1045dd5002 req-461a9b2c-391f-4492-a93d-cf6b236b5723 service nova] Releasing lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.821569] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.821807] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff0a96d-46fd-4709-b290-45adfe46c3cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.831223] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1203.831223] env[62859]: value = "task-2538776" [ 1203.831223] env[62859]: _type = "Task" [ 1203.831223] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.841397] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.961896] env[62859]: INFO nova.compute.manager [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Took 15.30 seconds to build instance. [ 1204.056012] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.332437] env[62859]: DEBUG oslo_concurrency.lockutils [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "973f3943-bf8c-448d-aa07-89b1c00adeb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.332707] env[62859]: DEBUG oslo_concurrency.lockutils [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "973f3943-bf8c-448d-aa07-89b1c00adeb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.332938] env[62859]: DEBUG oslo_concurrency.lockutils [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "973f3943-bf8c-448d-aa07-89b1c00adeb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.333142] env[62859]: DEBUG oslo_concurrency.lockutils [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "973f3943-bf8c-448d-aa07-89b1c00adeb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.333318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "973f3943-bf8c-448d-aa07-89b1c00adeb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.339796] env[62859]: INFO nova.compute.manager [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Terminating instance [ 1204.346225] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538776, 'name': PowerOffVM_Task, 'duration_secs': 0.157514} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.346468] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.346702] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.347475] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d59f0f3-d090-44cc-81a4-afc4a7c17c69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.355176] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.355405] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88f556b8-09f0-403e-b923-65809b66faa0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.379603] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.379819] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.379994] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Deleting the datastore file [datastore2] 351e6176-4562-4440-868f-4b394b5e892e {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.380332] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dbeacd9-c9ba-4d0c-ba0f-895a2ecc1f53 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.386864] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1204.386864] env[62859]: value = "task-2538778" [ 1204.386864] env[62859]: _type = "Task" [ 1204.386864] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.395173] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.464145] env[62859]: DEBUG oslo_concurrency.lockutils [None req-82518ae6-38e5-4b54-b409-ccfe2bba0aa5 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "18ef2cf0-7353-4461-ab16-63fdecd79156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.807s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.845030] env[62859]: DEBUG nova.compute.manager [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.845030] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.845030] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9c4ce9-ac00-4040-bb7a-ca4731b68e21 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.852718] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.852943] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd15e28b-e9c3-4fe2-ab21-27ebe2e62aad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.895047] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255057} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.895286] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.895470] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.895652] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.063821] env[62859]: DEBUG nova.compute.manager [None req-98e8b025-0858-4602-9261-79d709ada568 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.068032] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c898f67d-62ef-486c-8e8c-eaba2ffda33c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.126530] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquiring lock "18ef2cf0-7353-4461-ab16-63fdecd79156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.127237] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "18ef2cf0-7353-4461-ab16-63fdecd79156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.127237] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquiring lock "18ef2cf0-7353-4461-ab16-63fdecd79156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.127237] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "18ef2cf0-7353-4461-ab16-63fdecd79156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.127363] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "18ef2cf0-7353-4461-ab16-63fdecd79156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.129346] env[62859]: INFO nova.compute.manager [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Terminating instance [ 1205.574948] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e7d487-0b11-4c24-b114-c4407172de8a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.578067] env[62859]: INFO nova.compute.manager [None req-98e8b025-0858-4602-9261-79d709ada568 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] instance snapshotting [ 1205.578550] env[62859]: DEBUG nova.objects.instance [None req-98e8b025-0858-4602-9261-79d709ada568 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lazy-loading 'flavor' on Instance uuid 18ef2cf0-7353-4461-ab16-63fdecd79156 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.596713] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance 'c45237e1-fa97-4539-a2ee-77fb50619c40' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.637372] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquiring lock "refresh_cache-18ef2cf0-7353-4461-ab16-63fdecd79156" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.637535] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquired lock "refresh_cache-18ef2cf0-7353-4461-ab16-63fdecd79156" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.637712] env[62859]: DEBUG nova.network.neutron [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.853780] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.854113] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.854376] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleting the datastore file [datastore2] 973f3943-bf8c-448d-aa07-89b1c00adeb9 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.854697] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0de5c0fa-5063-49df-b168-ead765687af0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.861176] env[62859]: DEBUG oslo_vmware.api [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1205.861176] env[62859]: value = "task-2538780" [ 1205.861176] env[62859]: _type = "Task" [ 1205.861176] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.869314] env[62859]: DEBUG oslo_vmware.api [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.929248] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.929562] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.929768] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.930027] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.930231] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.930427] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.930680] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.930890] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.931125] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.931344] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.931569] env[62859]: DEBUG nova.virt.hardware [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.932516] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb74733-99f0-444e-8630-269c6aec7f4c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.941148] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38b881-f9fa-48e4-b2bf-a0883723f863 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.954969] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Instance VIF info [] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.960596] env[62859]: DEBUG oslo.service.loopingcall [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1205.960846] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.961080] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f13e7d5-81e6-4a21-aaea-ffbf461e4174 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.977255] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.977255] env[62859]: value = "task-2538781" [ 1205.977255] env[62859]: _type = "Task" [ 1205.977255] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.984638] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538781, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.084514] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ea6fd6-a5e9-48d7-b346-94491d3f69f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.100586] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da7a7d0-ee86-43a0-b8ce-e9e37ef01cd3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.104653] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.104932] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25781638-317f-4088-a480-2e4b806b95e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.113204] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1206.113204] env[62859]: value = "task-2538782" [ 1206.113204] env[62859]: _type = "Task" [ 1206.113204] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.121391] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.157636] env[62859]: DEBUG nova.network.neutron [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.210792] env[62859]: DEBUG nova.network.neutron [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.372415] env[62859]: DEBUG oslo_vmware.api [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148442} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.372652] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.372837] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.373023] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.373199] env[62859]: INFO nova.compute.manager [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1206.373436] env[62859]: DEBUG oslo.service.loopingcall [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.373653] env[62859]: DEBUG nova.compute.manager [-] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.373755] env[62859]: DEBUG nova.network.neutron [-] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.487599] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538781, 'name': CreateVM_Task, 'duration_secs': 0.319028} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.487776] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.488208] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.488374] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.488731] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1206.488995] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917ff024-d13b-40ae-a236-7896e5d5dad4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.493261] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1206.493261] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520ed98d-bf55-7fd0-cf81-a3880d7c11f0" [ 1206.493261] env[62859]: _type = "Task" [ 1206.493261] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.501097] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520ed98d-bf55-7fd0-cf81-a3880d7c11f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.614389] env[62859]: DEBUG nova.compute.manager [None req-98e8b025-0858-4602-9261-79d709ada568 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Instance disappeared during snapshot {{(pid=62859) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1206.617401] env[62859]: DEBUG nova.compute.manager [req-2020718c-2149-47f8-86de-47581b042c4f req-982ab74e-1754-4c66-bc50-9c7045f2fa58 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Received event network-vif-deleted-28071bb1-6eec-4b66-9f70-926b5a24bf8c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.617591] env[62859]: INFO nova.compute.manager [req-2020718c-2149-47f8-86de-47581b042c4f req-982ab74e-1754-4c66-bc50-9c7045f2fa58 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Neutron deleted interface 28071bb1-6eec-4b66-9f70-926b5a24bf8c; detaching it from the instance and deleting it from the info cache [ 1206.617761] env[62859]: DEBUG nova.network.neutron [req-2020718c-2149-47f8-86de-47581b042c4f req-982ab74e-1754-4c66-bc50-9c7045f2fa58 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.629692] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538782, 'name': PowerOffVM_Task, 'duration_secs': 0.183979} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.629995] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.630211] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance 'c45237e1-fa97-4539-a2ee-77fb50619c40' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.713736] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Releasing lock "refresh_cache-18ef2cf0-7353-4461-ab16-63fdecd79156" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.714204] env[62859]: DEBUG nova.compute.manager [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1206.714411] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.715291] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f301abd-c446-4e7b-9f7a-e71d1ca3dd5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.722971] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.723239] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3051adfe-a35f-42c7-8763-b300d9be0eb4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.725249] env[62859]: DEBUG nova.compute.manager [None req-98e8b025-0858-4602-9261-79d709ada568 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Found 0 images (rotation: 2) {{(pid=62859) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1206.730578] env[62859]: DEBUG oslo_vmware.api [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1206.730578] env[62859]: value = "task-2538783" [ 1206.730578] env[62859]: _type = "Task" [ 1206.730578] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.738436] env[62859]: DEBUG oslo_vmware.api [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.004415] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520ed98d-bf55-7fd0-cf81-a3880d7c11f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.004727] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.004960] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.005212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.005364] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.005546] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.005810] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1300b108-dcfa-442b-a573-ae80698a5823 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.014212] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.014345] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.015028] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26c1c7e-cde3-4fbc-bf8e-17ab8bfe50c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.019772] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1207.019772] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e46159-623c-230a-421e-bc72a5964ec5" [ 1207.019772] env[62859]: _type = "Task" [ 1207.019772] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.026820] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e46159-623c-230a-421e-bc72a5964ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.098415] env[62859]: DEBUG nova.network.neutron [-] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.124530] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7667fe6-ff68-44d5-8fe2-37c3549313da {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.134021] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c96c725-3d4c-44b6-9a58-04a736b0a116 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.147308] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.147573] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.147738] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.147923] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.148086] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.148239] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.148446] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.148626] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.148806] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.148986] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.149198] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.154603] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a8a5e0-3284-4494-a4d4-eff22f32c2d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.171101] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1207.171101] env[62859]: value = "task-2538784" [ 1207.171101] env[62859]: _type = "Task" [ 1207.171101] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.182447] env[62859]: DEBUG nova.compute.manager [req-2020718c-2149-47f8-86de-47581b042c4f req-982ab74e-1754-4c66-bc50-9c7045f2fa58 service nova] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Detach interface failed, port_id=28071bb1-6eec-4b66-9f70-926b5a24bf8c, reason: Instance 973f3943-bf8c-448d-aa07-89b1c00adeb9 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1207.186052] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538784, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.240840] env[62859]: DEBUG oslo_vmware.api [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538783, 'name': PowerOffVM_Task, 'duration_secs': 0.119306} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.241142] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.241336] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.241606] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66fe9bc2-d260-4810-90c4-1e87eced263a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.267035] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.267254] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.267441] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Deleting the datastore file [datastore1] 18ef2cf0-7353-4461-ab16-63fdecd79156 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.267710] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3e1869d-4bcf-4f0c-b00e-48b691bb2e00 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.276446] env[62859]: DEBUG oslo_vmware.api [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for the task: (returnval){ [ 1207.276446] env[62859]: value = "task-2538786" [ 1207.276446] env[62859]: _type = "Task" [ 1207.276446] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.284013] env[62859]: DEBUG oslo_vmware.api [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.530425] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e46159-623c-230a-421e-bc72a5964ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.046816} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.531149] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e58c82b-c10d-4669-bd4b-5ac7a0167401 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.536640] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1207.536640] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c95e5b-9561-9ff4-47bd-ceaf23954ff2" [ 1207.536640] env[62859]: _type = "Task" [ 1207.536640] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.543867] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c95e5b-9561-9ff4-47bd-ceaf23954ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.601489] env[62859]: INFO nova.compute.manager [-] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Took 1.23 seconds to deallocate network for instance. [ 1207.681258] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538784, 'name': ReconfigVM_Task, 'duration_secs': 0.261755} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.681587] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance 'c45237e1-fa97-4539-a2ee-77fb50619c40' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.785819] env[62859]: DEBUG oslo_vmware.api [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Task: {'id': task-2538786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232806} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.786040] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.786240] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.786420] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.786598] env[62859]: INFO nova.compute.manager [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1207.786839] env[62859]: DEBUG oslo.service.loopingcall [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1207.787313] env[62859]: DEBUG nova.compute.manager [-] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1207.787420] env[62859]: DEBUG nova.network.neutron [-] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.802751] env[62859]: DEBUG nova.network.neutron [-] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.047437] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c95e5b-9561-9ff4-47bd-ceaf23954ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.038419} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.047650] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.047910] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 351e6176-4562-4440-868f-4b394b5e892e/351e6176-4562-4440-868f-4b394b5e892e.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.048187] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c28228b9-0b41-43a8-ad48-1957ec1600d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.054598] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1208.054598] env[62859]: value = "task-2538787" [ 1208.054598] env[62859]: _type = "Task" [ 1208.054598] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.061598] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.108140] env[62859]: DEBUG oslo_concurrency.lockutils [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.108392] env[62859]: DEBUG oslo_concurrency.lockutils [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.108633] env[62859]: DEBUG nova.objects.instance [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'resources' on Instance uuid 973f3943-bf8c-448d-aa07-89b1c00adeb9 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.187668] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.187938] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.188183] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.188425] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.188609] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.188801] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.189080] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.189290] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.189507] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.189718] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.189940] env[62859]: DEBUG nova.virt.hardware [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.195768] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.196084] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9e1f29-f922-46af-bbe6-7f5862c37490 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.215844] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1208.215844] env[62859]: value = "task-2538788" [ 1208.215844] env[62859]: _type = "Task" [ 1208.215844] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.225595] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.304923] env[62859]: DEBUG nova.network.neutron [-] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.564549] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461159} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.564755] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 351e6176-4562-4440-868f-4b394b5e892e/351e6176-4562-4440-868f-4b394b5e892e.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.564965] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.565274] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfafdcc4-97c1-47cf-bb70-0b8bdc1c6d86 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.571518] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1208.571518] env[62859]: value = "task-2538789" [ 1208.571518] env[62859]: _type = "Task" [ 1208.571518] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.578883] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.704385] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa09999-8367-4788-8cf4-12058275c8b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.711560] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843cf6d0-4723-40b9-ad52-8c8a0bc9b866 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.743273] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde5860-a6bb-42c9-89cc-f2a71db6fc64 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.748182] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538788, 'name': ReconfigVM_Task, 'duration_secs': 0.186021} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.748728] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.749488] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215d08e1-a354-487c-af47-cbb89d258ae9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.754677] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17da3b58-f997-4b74-a883-6a962bc0964c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.774639] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c45237e1-fa97-4539-a2ee-77fb50619c40/c45237e1-fa97-4539-a2ee-77fb50619c40.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.775154] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af9989f-c22d-4433-ae88-5ac8260fe4b5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.795828] env[62859]: DEBUG nova.compute.provider_tree [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.801448] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1208.801448] env[62859]: value = "task-2538790" [ 1208.801448] env[62859]: _type = "Task" [ 1208.801448] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.809436] env[62859]: INFO nova.compute.manager [-] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Took 1.02 seconds to deallocate network for instance. [ 1208.809892] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.081223] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07065} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.081511] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.082304] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293f616-65cd-4fed-b128-b8b606320e8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.101681] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 351e6176-4562-4440-868f-4b394b5e892e/351e6176-4562-4440-868f-4b394b5e892e.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.102299] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f58eecb7-cf24-4733-afc6-6d0127cfe41c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.120910] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1209.120910] env[62859]: value = "task-2538791" [ 1209.120910] env[62859]: _type = "Task" [ 1209.120910] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.128437] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.298861] env[62859]: DEBUG nova.scheduler.client.report [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.310856] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538790, 'name': ReconfigVM_Task, 'duration_secs': 0.272573} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.311148] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c45237e1-fa97-4539-a2ee-77fb50619c40/c45237e1-fa97-4539-a2ee-77fb50619c40.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.311481] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance 'c45237e1-fa97-4539-a2ee-77fb50619c40' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.315666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.635959] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.806323] env[62859]: DEBUG oslo_concurrency.lockutils [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.808741] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.493s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.808981] env[62859]: DEBUG nova.objects.instance [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lazy-loading 'resources' on Instance uuid 18ef2cf0-7353-4461-ab16-63fdecd79156 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.819188] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dbb708-1260-4f5f-8c93-368b05a133a4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.823984] env[62859]: INFO nova.scheduler.client.report [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted allocations for instance 973f3943-bf8c-448d-aa07-89b1c00adeb9 [ 1209.840928] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e81db36-545e-4310-8898-68e70dc629ec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.859918] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance 'c45237e1-fa97-4539-a2ee-77fb50619c40' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.131710] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538791, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.346716] env[62859]: DEBUG oslo_concurrency.lockutils [None req-714c0ce0-a75f-4967-a93d-0df27ade8154 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "973f3943-bf8c-448d-aa07-89b1c00adeb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.014s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.401403] env[62859]: DEBUG nova.network.neutron [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Port 57e99c98-88ec-4e1d-99cd-e7a9a6438feb binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1210.476874] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ebfca4-ab2d-4552-ae28-6c68389c1398 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.484708] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2662bedf-9e19-4e90-98fe-50b7e58b1e1c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.514837] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc6294e-11b5-4302-a62c-a1977bf10e38 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.522497] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b34263-3c13-4c32-af8f-624eca07a955 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.535898] env[62859]: DEBUG nova.compute.provider_tree [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.633554] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538791, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.040158] env[62859]: DEBUG nova.scheduler.client.report [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.132035] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538791, 'name': ReconfigVM_Task, 'duration_secs': 1.646265} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.132298] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 351e6176-4562-4440-868f-4b394b5e892e/351e6176-4562-4440-868f-4b394b5e892e.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.132974] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c203fdf-119c-4d0a-b2cb-899a5af78235 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.139244] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1211.139244] env[62859]: value = "task-2538792" [ 1211.139244] env[62859]: _type = "Task" [ 1211.139244] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.147065] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538792, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.424460] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "c45237e1-fa97-4539-a2ee-77fb50619c40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.424628] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.424803] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.545196] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.562938] env[62859]: INFO nova.scheduler.client.report [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Deleted allocations for instance 18ef2cf0-7353-4461-ab16-63fdecd79156 [ 1211.648892] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538792, 'name': Rename_Task, 'duration_secs': 0.141068} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.649221] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.649466] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c97aebf-8a33-4b62-b675-37dadcf537b5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.655408] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1211.655408] env[62859]: value = "task-2538793" [ 1211.655408] env[62859]: _type = "Task" [ 1211.655408] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.663260] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.790186] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "dd813719-13ad-4399-a179-644bcbcfc2af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.790437] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.069773] env[62859]: DEBUG oslo_concurrency.lockutils [None req-15347454-15cb-4031-a52b-b6914ff76899 tempest-ServersAaction247Test-669081838 tempest-ServersAaction247Test-669081838-project-member] Lock "18ef2cf0-7353-4461-ab16-63fdecd79156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.943s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.165116] env[62859]: DEBUG oslo_vmware.api [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538793, 'name': PowerOnVM_Task, 'duration_secs': 0.406453} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.165431] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.165645] env[62859]: DEBUG nova.compute.manager [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.166419] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d920b4f4-5779-4ebb-9773-1d9625b72ccc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.292769] env[62859]: DEBUG nova.compute.manager [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.469212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.469713] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.469789] env[62859]: DEBUG nova.network.neutron [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.682934] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.683231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.683414] env[62859]: DEBUG nova.objects.instance [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62859) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1212.814646] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.181559] env[62859]: DEBUG nova.network.neutron [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.681924] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "351e6176-4562-4440-868f-4b394b5e892e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.682231] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "351e6176-4562-4440-868f-4b394b5e892e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.682510] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "351e6176-4562-4440-868f-4b394b5e892e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.682711] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "351e6176-4562-4440-868f-4b394b5e892e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.682886] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "351e6176-4562-4440-868f-4b394b5e892e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.684744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.689193] env[62859]: INFO nova.compute.manager [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Terminating instance [ 1213.692063] env[62859]: DEBUG oslo_concurrency.lockutils [None req-dcce1c11-4a39-4767-9777-96cb0920b409 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.692874] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.878s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.695085] env[62859]: INFO nova.compute.claims [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.198840] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "refresh_cache-351e6176-4562-4440-868f-4b394b5e892e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.198840] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired lock "refresh_cache-351e6176-4562-4440-868f-4b394b5e892e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.198840] env[62859]: DEBUG nova.network.neutron [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.213417] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5815df68-a5ed-4581-9e74-0cb487f05988 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.232958] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17bf202-65cb-4d9e-a59e-ad219c06e26b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.239595] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance 'c45237e1-fa97-4539-a2ee-77fb50619c40' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.723334] env[62859]: DEBUG nova.network.neutron [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.745750] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.746109] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78c28015-6105-41ef-8582-c9dfd3af5909 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.755242] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1214.755242] env[62859]: value = "task-2538794" [ 1214.755242] env[62859]: _type = "Task" [ 1214.755242] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.764836] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.783921] env[62859]: DEBUG nova.network.neutron [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.802158] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293e2eac-7dc7-485f-9410-e56bee7565de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.812208] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae760f6-e842-4937-996d-8df5ce437bcc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.842929] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9aa8a3-2f16-47c6-9ebc-3af98c5bc0c4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.849833] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b7580-7453-44bd-8b65-97bb00b3371f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.862369] env[62859]: DEBUG nova.compute.provider_tree [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.265224] env[62859]: DEBUG oslo_vmware.api [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538794, 'name': PowerOnVM_Task, 'duration_secs': 0.385264} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.265556] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.265749] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-fff3673b-6edb-4206-9d31-a43b472fb2c5 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance 'c45237e1-fa97-4539-a2ee-77fb50619c40' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.287299] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Releasing lock "refresh_cache-351e6176-4562-4440-868f-4b394b5e892e" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.287718] env[62859]: DEBUG nova.compute.manager [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.288526] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.288856] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9c5789-ad25-4461-b328-acab1d604c0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.296313] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.296555] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e37431c4-57f6-4514-8a20-c346fdeace40 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.302339] env[62859]: DEBUG oslo_vmware.api [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1215.302339] env[62859]: value = "task-2538795" [ 1215.302339] env[62859]: _type = "Task" [ 1215.302339] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.310546] env[62859]: DEBUG oslo_vmware.api [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.365184] env[62859]: DEBUG nova.scheduler.client.report [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.811745] env[62859]: DEBUG oslo_vmware.api [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538795, 'name': PowerOffVM_Task, 'duration_secs': 0.189114} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.812043] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.812183] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.812427] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-398d4457-8c1d-4239-aa8a-4233b1a07eb4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.838867] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.839097] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.839305] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Deleting the datastore file [datastore1] 351e6176-4562-4440-868f-4b394b5e892e {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.839568] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f17f46-2726-440d-b2d8-0febc1a5458c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.845789] env[62859]: DEBUG oslo_vmware.api [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1215.845789] env[62859]: value = "task-2538797" [ 1215.845789] env[62859]: _type = "Task" [ 1215.845789] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.853479] env[62859]: DEBUG oslo_vmware.api [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.869481] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.870279] env[62859]: DEBUG nova.compute.manager [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.355477] env[62859]: DEBUG oslo_vmware.api [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112901} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.355847] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.355893] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.356090] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.356274] env[62859]: INFO nova.compute.manager [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1216.356530] env[62859]: DEBUG oslo.service.loopingcall [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1216.356727] env[62859]: DEBUG nova.compute.manager [-] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.356816] env[62859]: DEBUG nova.network.neutron [-] [instance: 351e6176-4562-4440-868f-4b394b5e892e] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.372368] env[62859]: DEBUG nova.network.neutron [-] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.374357] env[62859]: DEBUG nova.compute.utils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.375888] env[62859]: DEBUG nova.compute.manager [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.375977] env[62859]: DEBUG nova.network.neutron [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.410844] env[62859]: DEBUG nova.policy [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34d692a5929f458ca65ff76f3b1a871a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e9bb200572a489ca2c14c11bf27f33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.680593] env[62859]: DEBUG nova.network.neutron [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Successfully created port: a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.876156] env[62859]: DEBUG nova.network.neutron [-] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.879164] env[62859]: DEBUG nova.compute.manager [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.379500] env[62859]: INFO nova.compute.manager [-] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Took 1.02 seconds to deallocate network for instance. [ 1217.891216] env[62859]: DEBUG nova.compute.manager [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.893835] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.895013] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.895013] env[62859]: DEBUG nova.objects.instance [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lazy-loading 'resources' on Instance uuid 351e6176-4562-4440-868f-4b394b5e892e {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.914785] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "c45237e1-fa97-4539-a2ee-77fb50619c40" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.915027] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.915229] env[62859]: DEBUG nova.compute.manager [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Going to confirm migration 8 {{(pid=62859) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1217.922454] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.922784] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.922914] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.923145] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.923372] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.923691] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.923849] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.924051] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.924652] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.924652] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.924652] env[62859]: DEBUG nova.virt.hardware [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.925491] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d15628-4b90-40c4-bd64-86a9d3b16116 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.935655] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70971a1-ecbf-46da-b041-6530b2630f2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.032012] env[62859]: DEBUG nova.compute.manager [req-df9667b9-d533-435f-a1e1-faafed373e76 req-d7aa32d3-96f6-419e-8f11-ec0ef4acc8b2 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Received event network-vif-plugged-a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1218.032301] env[62859]: DEBUG oslo_concurrency.lockutils [req-df9667b9-d533-435f-a1e1-faafed373e76 req-d7aa32d3-96f6-419e-8f11-ec0ef4acc8b2 service nova] Acquiring lock "dd813719-13ad-4399-a179-644bcbcfc2af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.032483] env[62859]: DEBUG oslo_concurrency.lockutils [req-df9667b9-d533-435f-a1e1-faafed373e76 req-d7aa32d3-96f6-419e-8f11-ec0ef4acc8b2 service nova] Lock "dd813719-13ad-4399-a179-644bcbcfc2af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.032646] env[62859]: DEBUG oslo_concurrency.lockutils [req-df9667b9-d533-435f-a1e1-faafed373e76 req-d7aa32d3-96f6-419e-8f11-ec0ef4acc8b2 service nova] Lock "dd813719-13ad-4399-a179-644bcbcfc2af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.032812] env[62859]: DEBUG nova.compute.manager [req-df9667b9-d533-435f-a1e1-faafed373e76 req-d7aa32d3-96f6-419e-8f11-ec0ef4acc8b2 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] No waiting events found dispatching network-vif-plugged-a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1218.032972] env[62859]: WARNING nova.compute.manager [req-df9667b9-d533-435f-a1e1-faafed373e76 req-d7aa32d3-96f6-419e-8f11-ec0ef4acc8b2 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Received unexpected event network-vif-plugged-a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4 for instance with vm_state building and task_state spawning. [ 1218.110054] env[62859]: DEBUG nova.network.neutron [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Successfully updated port: a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.473607] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.473876] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.474309] env[62859]: DEBUG nova.network.neutron [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.474309] env[62859]: DEBUG nova.objects.instance [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'info_cache' on Instance uuid c45237e1-fa97-4539-a2ee-77fb50619c40 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.478044] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccc8597-b7cf-4a0b-a43c-67ff046fb4ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.485543] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5f35e8-cd89-44ef-b99d-fd0199d05dd6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.516182] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a26da-2443-4772-9f01-85996d05ed20 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.522293] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6263944-8665-4ae4-a108-a021eaf237c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.536733] env[62859]: DEBUG nova.compute.provider_tree [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.612486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.612594] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.612739] env[62859]: DEBUG nova.network.neutron [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.039888] env[62859]: DEBUG nova.scheduler.client.report [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.142608] env[62859]: DEBUG nova.network.neutron [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.265975] env[62859]: DEBUG nova.network.neutron [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance_info_cache with network_info: [{"id": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "address": "fa:16:3e:3d:7e:38", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c3f2b5-d3", "ovs_interfaceid": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.544084] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.560576] env[62859]: INFO nova.scheduler.client.report [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Deleted allocations for instance 351e6176-4562-4440-868f-4b394b5e892e [ 1219.671250] env[62859]: DEBUG nova.network.neutron [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [{"id": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "address": "fa:16:3e:48:87:db", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e99c98-88", "ovs_interfaceid": "57e99c98-88ec-4e1d-99cd-e7a9a6438feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.768380] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.768645] env[62859]: DEBUG nova.compute.manager [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Instance network_info: |[{"id": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "address": "fa:16:3e:3d:7e:38", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c3f2b5-d3", "ovs_interfaceid": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.769079] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:7e:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.776611] env[62859]: DEBUG oslo.service.loopingcall [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1219.776810] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.777036] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ea07c19-de33-4d9e-a7b8-1619efc45869 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.796693] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.796693] env[62859]: value = "task-2538798" [ 1219.796693] env[62859]: _type = "Task" [ 1219.796693] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.803960] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538798, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.060143] env[62859]: DEBUG nova.compute.manager [req-3bae652b-27e3-4baa-a1b4-e50d6c77c3a6 req-8f277e49-3495-4411-871e-029ba6a75e06 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Received event network-changed-a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1220.060360] env[62859]: DEBUG nova.compute.manager [req-3bae652b-27e3-4baa-a1b4-e50d6c77c3a6 req-8f277e49-3495-4411-871e-029ba6a75e06 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Refreshing instance network info cache due to event network-changed-a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1220.060584] env[62859]: DEBUG oslo_concurrency.lockutils [req-3bae652b-27e3-4baa-a1b4-e50d6c77c3a6 req-8f277e49-3495-4411-871e-029ba6a75e06 service nova] Acquiring lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.060730] env[62859]: DEBUG oslo_concurrency.lockutils [req-3bae652b-27e3-4baa-a1b4-e50d6c77c3a6 req-8f277e49-3495-4411-871e-029ba6a75e06 service nova] Acquired lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.060891] env[62859]: DEBUG nova.network.neutron [req-3bae652b-27e3-4baa-a1b4-e50d6c77c3a6 req-8f277e49-3495-4411-871e-029ba6a75e06 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Refreshing network info cache for port a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.066758] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee60e45a-27ff-4b56-b0e3-d46bf5c9ec42 tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "351e6176-4562-4440-868f-4b394b5e892e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.384s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.173964] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-c45237e1-fa97-4539-a2ee-77fb50619c40" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.174251] env[62859]: DEBUG nova.objects.instance [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'migration_context' on Instance uuid c45237e1-fa97-4539-a2ee-77fb50619c40 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.306970] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538798, 'name': CreateVM_Task, 'duration_secs': 0.27859} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.306970] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.307198] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.307616] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.307768] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.307897] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96771aee-0ac0-4e58-a117-21312f5dfe1f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.312744] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1220.312744] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b50774-9088-f2dd-0c20-709b7f398acb" [ 1220.312744] env[62859]: _type = "Task" [ 1220.312744] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.320226] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b50774-9088-f2dd-0c20-709b7f398acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.677990] env[62859]: DEBUG nova.objects.base [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1220.678969] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047c2a4b-0abb-4845-90a4-eb997d387d79 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.699353] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550442a8-e8e8-48cd-ab35-e186f3b8c977 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.704506] env[62859]: DEBUG oslo_vmware.api [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1220.704506] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520fc8d5-a7e7-8ffc-2723-8c9d620eb1e1" [ 1220.704506] env[62859]: _type = "Task" [ 1220.704506] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.711917] env[62859]: DEBUG oslo_vmware.api [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520fc8d5-a7e7-8ffc-2723-8c9d620eb1e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.743695] env[62859]: DEBUG nova.network.neutron [req-3bae652b-27e3-4baa-a1b4-e50d6c77c3a6 req-8f277e49-3495-4411-871e-029ba6a75e06 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updated VIF entry in instance network info cache for port a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.744057] env[62859]: DEBUG nova.network.neutron [req-3bae652b-27e3-4baa-a1b4-e50d6c77c3a6 req-8f277e49-3495-4411-871e-029ba6a75e06 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance_info_cache with network_info: [{"id": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "address": "fa:16:3e:3d:7e:38", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c3f2b5-d3", "ovs_interfaceid": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.823049] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b50774-9088-f2dd-0c20-709b7f398acb, 'name': SearchDatastore_Task, 'duration_secs': 0.009661} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.823341] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.823564] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.823789] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.823934] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.824128] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.824382] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d556fa89-1126-49e8-83d2-a82902c58a92 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.831631] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.831802] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.832466] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10561e0d-c253-474b-86e4-63623701555b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.836963] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1220.836963] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52154474-0d9f-bd9a-53f2-9751852cad65" [ 1220.836963] env[62859]: _type = "Task" [ 1220.836963] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.843645] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52154474-0d9f-bd9a-53f2-9751852cad65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.215159] env[62859]: DEBUG oslo_vmware.api [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520fc8d5-a7e7-8ffc-2723-8c9d620eb1e1, 'name': SearchDatastore_Task, 'duration_secs': 0.006908} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.215443] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.215667] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.232548] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "293bcf1f-cee3-4d6b-9556-ea0a3caae640" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.232548] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "293bcf1f-cee3-4d6b-9556-ea0a3caae640" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.232685] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "293bcf1f-cee3-4d6b-9556-ea0a3caae640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.232879] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "293bcf1f-cee3-4d6b-9556-ea0a3caae640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.233064] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "293bcf1f-cee3-4d6b-9556-ea0a3caae640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.235129] env[62859]: INFO nova.compute.manager [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Terminating instance [ 1221.246415] env[62859]: DEBUG oslo_concurrency.lockutils [req-3bae652b-27e3-4baa-a1b4-e50d6c77c3a6 req-8f277e49-3495-4411-871e-029ba6a75e06 service nova] Releasing lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.346446] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52154474-0d9f-bd9a-53f2-9751852cad65, 'name': SearchDatastore_Task, 'duration_secs': 0.008068} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.347199] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334df85b-f364-4fe7-8d75-0b5c63896a23 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.352348] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1221.352348] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529eb90b-a3e5-5d94-0e62-7532a0a2a373" [ 1221.352348] env[62859]: _type = "Task" [ 1221.352348] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.359250] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529eb90b-a3e5-5d94-0e62-7532a0a2a373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.738649] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "refresh_cache-293bcf1f-cee3-4d6b-9556-ea0a3caae640" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.738877] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquired lock "refresh_cache-293bcf1f-cee3-4d6b-9556-ea0a3caae640" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.739034] env[62859]: DEBUG nova.network.neutron [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.786831] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7119b0f4-9aca-41a6-94d4-03b1de5948e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.794244] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9d8cee-d9ca-48bf-af42-bcf53172c584 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.825797] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f798b65e-2730-485c-b4de-38463ba9d3a0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.832836] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a849c7-3ba4-40a8-9ec9-ba78778ba796 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.845415] env[62859]: DEBUG nova.compute.provider_tree [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.862868] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]529eb90b-a3e5-5d94-0e62-7532a0a2a373, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.863136] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.863395] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] dd813719-13ad-4399-a179-644bcbcfc2af/dd813719-13ad-4399-a179-644bcbcfc2af.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.863642] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e289211d-92ed-4298-983f-7a0187c55e6c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.869783] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1221.869783] env[62859]: value = "task-2538799" [ 1221.869783] env[62859]: _type = "Task" [ 1221.869783] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.878039] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.259879] env[62859]: DEBUG nova.network.neutron [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.329997] env[62859]: DEBUG nova.network.neutron [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.348752] env[62859]: DEBUG nova.scheduler.client.report [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.380094] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448964} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.380372] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] dd813719-13ad-4399-a179-644bcbcfc2af/dd813719-13ad-4399-a179-644bcbcfc2af.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.380590] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.380837] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-044c0f52-575d-4d23-a08a-a0abb5c54065 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.387557] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1222.387557] env[62859]: value = "task-2538800" [ 1222.387557] env[62859]: _type = "Task" [ 1222.387557] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.394913] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.832610] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Releasing lock "refresh_cache-293bcf1f-cee3-4d6b-9556-ea0a3caae640" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.833020] env[62859]: DEBUG nova.compute.manager [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.833231] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.834107] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57251f4f-ba77-4d58-8836-1f7efd68a9bd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.841541] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.841768] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92a64ba0-887c-427e-836e-2dbe7e373195 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.848305] env[62859]: DEBUG oslo_vmware.api [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1222.848305] env[62859]: value = "task-2538801" [ 1222.848305] env[62859]: _type = "Task" [ 1222.848305] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.859707] env[62859]: DEBUG oslo_vmware.api [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.896566] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058273} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.896909] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.897727] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04676779-09da-4608-a6b8-59e4fcca7885 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.919428] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] dd813719-13ad-4399-a179-644bcbcfc2af/dd813719-13ad-4399-a179-644bcbcfc2af.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.919716] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d879d9d-ffeb-4a02-87ab-4e5ae8cd77e8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.938793] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1222.938793] env[62859]: value = "task-2538802" [ 1222.938793] env[62859]: _type = "Task" [ 1222.938793] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.947075] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.358186] env[62859]: DEBUG oslo_vmware.api [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538801, 'name': PowerOffVM_Task, 'duration_secs': 0.165378} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.358326] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.358409] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.358644] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8767ff0b-530d-41d2-aec2-96c6e8d8fdd2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.361381] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.146s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.382427] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.382637] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.382820] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Deleting the datastore file [datastore2] 293bcf1f-cee3-4d6b-9556-ea0a3caae640 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.383088] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ace362a4-5b09-4889-8f89-eda9b30d673f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.388738] env[62859]: DEBUG oslo_vmware.api [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for the task: (returnval){ [ 1223.388738] env[62859]: value = "task-2538804" [ 1223.388738] env[62859]: _type = "Task" [ 1223.388738] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.396642] env[62859]: DEBUG oslo_vmware.api [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.448436] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.898555] env[62859]: DEBUG oslo_vmware.api [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Task: {'id': task-2538804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110199} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.898833] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.898986] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.899224] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.899399] env[62859]: INFO nova.compute.manager [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1223.899676] env[62859]: DEBUG oslo.service.loopingcall [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.899884] env[62859]: DEBUG nova.compute.manager [-] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.899981] env[62859]: DEBUG nova.network.neutron [-] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.915246] env[62859]: DEBUG nova.network.neutron [-] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.928676] env[62859]: INFO nova.scheduler.client.report [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted allocation for migration b77926e0-b117-49ee-bd0e-4e5bb64941fb [ 1223.950039] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538802, 'name': ReconfigVM_Task, 'duration_secs': 0.833719} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.950039] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Reconfigured VM instance instance-0000006e to attach disk [datastore1] dd813719-13ad-4399-a179-644bcbcfc2af/dd813719-13ad-4399-a179-644bcbcfc2af.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.950556] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90ec589e-6934-4791-a2a0-3726a64fb6f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.958253] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1223.958253] env[62859]: value = "task-2538805" [ 1223.958253] env[62859]: _type = "Task" [ 1223.958253] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.966320] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538805, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.417552] env[62859]: DEBUG nova.network.neutron [-] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.433402] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0321cc6d-f0dc-4f4c-8aab-fcf1b72eafaf tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.518s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.469254] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538805, 'name': Rename_Task, 'duration_secs': 0.141498} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.469535] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.469773] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fd7d9d1-ee5f-4048-877a-5d5c43d2c202 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.476127] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1224.476127] env[62859]: value = "task-2538806" [ 1224.476127] env[62859]: _type = "Task" [ 1224.476127] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.484496] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.919759] env[62859]: INFO nova.compute.manager [-] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Took 1.02 seconds to deallocate network for instance. [ 1224.986342] env[62859]: DEBUG oslo_vmware.api [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538806, 'name': PowerOnVM_Task, 'duration_secs': 0.508585} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.986543] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.986752] env[62859]: INFO nova.compute.manager [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1224.986934] env[62859]: DEBUG nova.compute.manager [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.987993] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b6d672-c1c0-4323-a44e-64af53a2bc6d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.319734] env[62859]: DEBUG oslo_concurrency.lockutils [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "c45237e1-fa97-4539-a2ee-77fb50619c40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.320000] env[62859]: DEBUG oslo_concurrency.lockutils [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.320245] env[62859]: DEBUG oslo_concurrency.lockutils [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "c45237e1-fa97-4539-a2ee-77fb50619c40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.320438] env[62859]: DEBUG oslo_concurrency.lockutils [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.320613] env[62859]: DEBUG oslo_concurrency.lockutils [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.322755] env[62859]: INFO nova.compute.manager [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Terminating instance [ 1225.426150] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.426414] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.426614] env[62859]: DEBUG nova.objects.instance [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lazy-loading 'resources' on Instance uuid 293bcf1f-cee3-4d6b-9556-ea0a3caae640 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.502897] env[62859]: INFO nova.compute.manager [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Took 12.71 seconds to build instance. [ 1225.826861] env[62859]: DEBUG nova.compute.manager [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.827153] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.828069] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8130fd24-4689-41ac-8012-f8a77fbd1d12 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.835733] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.835965] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c34079e6-e9b4-4a02-80bd-c2f1be59bfd4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.841733] env[62859]: DEBUG oslo_vmware.api [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1225.841733] env[62859]: value = "task-2538807" [ 1225.841733] env[62859]: _type = "Task" [ 1225.841733] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.849510] env[62859]: DEBUG oslo_vmware.api [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.991096] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd378b8-6b7b-48ee-8e24-eb5fccdda5b5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.999441] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd16adb-2623-4409-8c04-df35bb390e43 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.004610] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6b503524-e753-4da9-8577-b2711eab5532 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.214s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.032392] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83df9ec9-ef4d-477d-8ee6-b2b76ebc8524 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.039749] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91925d3-3ef0-43d3-b174-5e110b4ded8c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.053354] env[62859]: DEBUG nova.compute.provider_tree [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.352848] env[62859]: DEBUG oslo_vmware.api [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538807, 'name': PowerOffVM_Task, 'duration_secs': 0.200669} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.352848] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.352848] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.352848] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87fc003c-68ef-4ff5-856f-568f1bd0d35b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.413343] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.413650] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.413866] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleting the datastore file [datastore2] c45237e1-fa97-4539-a2ee-77fb50619c40 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.414164] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d74a1a56-77bf-41a3-8073-b691c702c929 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.420797] env[62859]: DEBUG oslo_vmware.api [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1226.420797] env[62859]: value = "task-2538809" [ 1226.420797] env[62859]: _type = "Task" [ 1226.420797] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.428085] env[62859]: DEBUG oslo_vmware.api [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.556621] env[62859]: DEBUG nova.scheduler.client.report [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.930889] env[62859]: DEBUG oslo_vmware.api [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13939} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.931129] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.931309] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.931504] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.931672] env[62859]: INFO nova.compute.manager [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1226.931915] env[62859]: DEBUG oslo.service.loopingcall [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1226.932134] env[62859]: DEBUG nova.compute.manager [-] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.932236] env[62859]: DEBUG nova.network.neutron [-] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.035205] env[62859]: DEBUG nova.compute.manager [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Stashing vm_state: active {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1227.061573] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.084868] env[62859]: INFO nova.scheduler.client.report [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Deleted allocations for instance 293bcf1f-cee3-4d6b-9556-ea0a3caae640 [ 1227.388758] env[62859]: DEBUG nova.compute.manager [req-a65ea39e-3a0b-41f5-9a59-086a0793b97e req-41ca4921-bb64-4b83-b7fa-328deeb9f9ca service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Received event network-vif-deleted-57e99c98-88ec-4e1d-99cd-e7a9a6438feb {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1227.388923] env[62859]: INFO nova.compute.manager [req-a65ea39e-3a0b-41f5-9a59-086a0793b97e req-41ca4921-bb64-4b83-b7fa-328deeb9f9ca service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Neutron deleted interface 57e99c98-88ec-4e1d-99cd-e7a9a6438feb; detaching it from the instance and deleting it from the info cache [ 1227.389119] env[62859]: DEBUG nova.network.neutron [req-a65ea39e-3a0b-41f5-9a59-086a0793b97e req-41ca4921-bb64-4b83-b7fa-328deeb9f9ca service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.560164] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.560481] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.593114] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4c51122d-f023-460b-916f-d2f4c0d8c3ae tempest-ServerShowV247Test-475125508 tempest-ServerShowV247Test-475125508-project-member] Lock "293bcf1f-cee3-4d6b-9556-ea0a3caae640" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.360s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.863940] env[62859]: DEBUG nova.network.neutron [-] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.894697] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7091c16d-b4eb-4334-996b-ee9468aa9d38 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.904011] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d43cc-13c5-4d78-9151-43aff9ae4453 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.931206] env[62859]: DEBUG nova.compute.manager [req-a65ea39e-3a0b-41f5-9a59-086a0793b97e req-41ca4921-bb64-4b83-b7fa-328deeb9f9ca service nova] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Detach interface failed, port_id=57e99c98-88ec-4e1d-99cd-e7a9a6438feb, reason: Instance c45237e1-fa97-4539-a2ee-77fb50619c40 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1228.067511] env[62859]: INFO nova.compute.claims [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.367195] env[62859]: INFO nova.compute.manager [-] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Took 1.43 seconds to deallocate network for instance. [ 1228.574762] env[62859]: INFO nova.compute.resource_tracker [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating resource usage from migration 2620534e-f660-4bfe-9ed9-d6d4dfb52a20 [ 1228.632943] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d6f78c-9c7d-4f6b-b62f-0b230cfba34d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.640610] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a4377b-9f5e-4d9c-be7a-0d9a0d41cd68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.672546] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eac2851-da54-4318-a1dd-8815d58af683 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.679647] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0ec37b-d494-4bda-81b8-ef7e8fcf2646 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.692398] env[62859]: DEBUG nova.compute.provider_tree [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.874109] env[62859]: DEBUG oslo_concurrency.lockutils [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.195560] env[62859]: DEBUG nova.scheduler.client.report [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.700721] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.140s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.700934] env[62859]: INFO nova.compute.manager [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Migrating [ 1229.707556] env[62859]: DEBUG oslo_concurrency.lockutils [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.833s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.707739] env[62859]: DEBUG oslo_concurrency.lockutils [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.730387] env[62859]: INFO nova.scheduler.client.report [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted allocations for instance c45237e1-fa97-4539-a2ee-77fb50619c40 [ 1230.218026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.218026] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.218026] env[62859]: DEBUG nova.network.neutron [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.237077] env[62859]: DEBUG oslo_concurrency.lockutils [None req-58885516-9027-4a33-a48f-b6b3b02ab545 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "c45237e1-fa97-4539-a2ee-77fb50619c40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.917s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.910164] env[62859]: DEBUG nova.network.neutron [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance_info_cache with network_info: [{"id": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "address": "fa:16:3e:3d:7e:38", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c3f2b5-d3", "ovs_interfaceid": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.412773] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.424249] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.424600] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.927176] env[62859]: DEBUG nova.compute.manager [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.450515] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.450864] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.452382] env[62859]: INFO nova.compute.claims [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.928940] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bba4db3-5027-4e1d-b6c2-da425bfebaac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.947036] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance 'dd813719-13ad-4399-a179-644bcbcfc2af' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.453014] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.453386] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62fe5fa-2aae-4b87-9ccb-76019ae3e671 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.463283] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1233.463283] env[62859]: value = "task-2538810" [ 1233.463283] env[62859]: _type = "Task" [ 1233.463283] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.471324] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.521153] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c6b61-1a10-4772-9600-f74b8f1556f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.528408] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c815e28-f42d-4a4d-84f2-176a7c1b6eab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.559697] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657dfb14-f813-4250-97be-806bddb03414 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.567292] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e2cb45-8956-4766-8e6e-2d78faba6434 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.580885] env[62859]: DEBUG nova.compute.provider_tree [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.973117] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538810, 'name': PowerOffVM_Task, 'duration_secs': 0.182951} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.973400] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.973576] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance 'dd813719-13ad-4399-a179-644bcbcfc2af' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.084292] env[62859]: DEBUG nova.scheduler.client.report [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.480633] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.481142] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.481142] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.481267] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.481399] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.481551] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.481759] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.481924] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.482110] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.482293] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.482504] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.487514] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1db4d49-f714-479d-a4f1-c2eb8cad4ea0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.502832] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1234.502832] env[62859]: value = "task-2538811" [ 1234.502832] env[62859]: _type = "Task" [ 1234.502832] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.510422] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.588799] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.589378] env[62859]: DEBUG nova.compute.manager [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.012177] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538811, 'name': ReconfigVM_Task, 'duration_secs': 0.322151} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.012481] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance 'dd813719-13ad-4399-a179-644bcbcfc2af' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.094143] env[62859]: DEBUG nova.compute.utils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.095473] env[62859]: DEBUG nova.compute.manager [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.095646] env[62859]: DEBUG nova.network.neutron [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.131188] env[62859]: DEBUG nova.policy [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3eb7c1dc7b1432ca44955f92b71f592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c997984a81d942edb6a6931ac478b38b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.381394] env[62859]: DEBUG nova.network.neutron [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Successfully created port: 18501a62-6ba7-461a-be30-d24a939ee5b2 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.391440] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.391718] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.391873] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1235.518497] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.518814] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.518911] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.519249] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.519249] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.519755] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.519755] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.519835] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.520059] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.520226] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.520422] env[62859]: DEBUG nova.virt.hardware [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.526195] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1235.526491] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b87459eb-e9d1-46c9-a380-7eb1eeb77100 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.545810] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1235.545810] env[62859]: value = "task-2538812" [ 1235.545810] env[62859]: _type = "Task" [ 1235.545810] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.553638] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.598358] env[62859]: DEBUG nova.compute.manager [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.055952] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538812, 'name': ReconfigVM_Task, 'duration_secs': 0.38644} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.056260] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1236.057047] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e0e39d-89c6-4bf1-a3c4-3ee79d949919 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.078446] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] dd813719-13ad-4399-a179-644bcbcfc2af/dd813719-13ad-4399-a179-644bcbcfc2af.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.078684] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e14cd7d1-31cf-49fb-8a18-79d26b5532fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.096180] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1236.096180] env[62859]: value = "task-2538813" [ 1236.096180] env[62859]: _type = "Task" [ 1236.096180] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.106916] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.392162] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.392421] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.606710] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538813, 'name': ReconfigVM_Task, 'duration_secs': 0.307252} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.606710] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Reconfigured VM instance instance-0000006e to attach disk [datastore1] dd813719-13ad-4399-a179-644bcbcfc2af/dd813719-13ad-4399-a179-644bcbcfc2af.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.607159] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance 'dd813719-13ad-4399-a179-644bcbcfc2af' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.610965] env[62859]: DEBUG nova.compute.manager [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.639367] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.639718] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.639941] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.640168] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.640400] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.641465] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.641465] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.641465] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.641465] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.641686] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.641686] env[62859]: DEBUG nova.virt.hardware [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.642606] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167e9ca5-4ee8-462b-9fa0-2c00b2978960 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.650462] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ae1361-e367-44a7-984a-83c65c23a5c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.727026] env[62859]: DEBUG nova.compute.manager [req-e02e4536-33d7-4dbc-91e0-7e60ff4d89e3 req-bf2b6975-bd5b-498f-8782-ced89150b219 service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Received event network-vif-plugged-18501a62-6ba7-461a-be30-d24a939ee5b2 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.727257] env[62859]: DEBUG oslo_concurrency.lockutils [req-e02e4536-33d7-4dbc-91e0-7e60ff4d89e3 req-bf2b6975-bd5b-498f-8782-ced89150b219 service nova] Acquiring lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.727470] env[62859]: DEBUG oslo_concurrency.lockutils [req-e02e4536-33d7-4dbc-91e0-7e60ff4d89e3 req-bf2b6975-bd5b-498f-8782-ced89150b219 service nova] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.727641] env[62859]: DEBUG oslo_concurrency.lockutils [req-e02e4536-33d7-4dbc-91e0-7e60ff4d89e3 req-bf2b6975-bd5b-498f-8782-ced89150b219 service nova] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.727812] env[62859]: DEBUG nova.compute.manager [req-e02e4536-33d7-4dbc-91e0-7e60ff4d89e3 req-bf2b6975-bd5b-498f-8782-ced89150b219 service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] No waiting events found dispatching network-vif-plugged-18501a62-6ba7-461a-be30-d24a939ee5b2 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1236.727977] env[62859]: WARNING nova.compute.manager [req-e02e4536-33d7-4dbc-91e0-7e60ff4d89e3 req-bf2b6975-bd5b-498f-8782-ced89150b219 service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Received unexpected event network-vif-plugged-18501a62-6ba7-461a-be30-d24a939ee5b2 for instance with vm_state building and task_state spawning. [ 1236.802607] env[62859]: DEBUG nova.network.neutron [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Successfully updated port: 18501a62-6ba7-461a-be30-d24a939ee5b2 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.895383] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.895615] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.895754] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.895910] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1236.896786] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26810346-5476-478b-969c-7845e6d2b7e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.905154] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331b4f02-029b-4116-bb4b-5d870c426149 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.919739] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbea5f7f-d6ed-44ee-a29e-044fd5316a25 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.925750] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abda04b-38e0-4c17-9776-4faf1e67c713 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.954538] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180084MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1236.954686] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.954878] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.116120] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c98a4c5-e29b-403b-815a-10f151a7c288 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.135167] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad95f57-a0a4-4b42-ae5c-dbcb1332d9b4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.152125] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance 'dd813719-13ad-4399-a179-644bcbcfc2af' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.305960] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.306125] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.306251] env[62859]: DEBUG nova.network.neutron [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.689099] env[62859]: DEBUG nova.network.neutron [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Port a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4 binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1237.835716] env[62859]: DEBUG nova.network.neutron [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.952863] env[62859]: DEBUG nova.network.neutron [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance_info_cache with network_info: [{"id": "18501a62-6ba7-461a-be30-d24a939ee5b2", "address": "fa:16:3e:df:34:c8", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18501a62-6b", "ovs_interfaceid": "18501a62-6ba7-461a-be30-d24a939ee5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.961464] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Applying migration context for instance dd813719-13ad-4399-a179-644bcbcfc2af as it has an incoming, in-progress migration 2620534e-f660-4bfe-9ed9-d6d4dfb52a20. Migration status is migrating {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1237.962196] env[62859]: INFO nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating resource usage from migration 2620534e-f660-4bfe-9ed9-d6d4dfb52a20 [ 1237.980844] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.980992] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Migration 2620534e-f660-4bfe-9ed9-d6d4dfb52a20 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1237.981162] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance dd813719-13ad-4399-a179-644bcbcfc2af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.981293] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance d26407b3-c1b6-4343-92fd-3e55af3eeabf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.981496] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1237.981650] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1238.035830] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440f24c1-a8b8-4bc0-afca-feeccff0ef61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.043342] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4104e2a2-3e10-43a0-923a-c3458ecffc6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.072176] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56f7330-7b0b-4cdf-a986-895fbc658a21 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.079093] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e7a724-efbf-48b1-b964-500cfaf56f3e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.091757] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.455134] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.455474] env[62859]: DEBUG nova.compute.manager [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Instance network_info: |[{"id": "18501a62-6ba7-461a-be30-d24a939ee5b2", "address": "fa:16:3e:df:34:c8", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18501a62-6b", "ovs_interfaceid": "18501a62-6ba7-461a-be30-d24a939ee5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.455923] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:34:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18501a62-6ba7-461a-be30-d24a939ee5b2', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.463466] env[62859]: DEBUG oslo.service.loopingcall [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.463682] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.463906] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0bd03b4-3525-4e01-ab12-7c074e2d9ae8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.483577] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.483577] env[62859]: value = "task-2538814" [ 1238.483577] env[62859]: _type = "Task" [ 1238.483577] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.492599] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538814, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.594853] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.710222] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "dd813719-13ad-4399-a179-644bcbcfc2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.710597] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.710643] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.751803] env[62859]: DEBUG nova.compute.manager [req-110ddaec-3455-41fe-9a65-92ffd82f7267 req-245b7c61-7be5-46eb-abb3-90a9038a45cd service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Received event network-changed-18501a62-6ba7-461a-be30-d24a939ee5b2 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1238.751803] env[62859]: DEBUG nova.compute.manager [req-110ddaec-3455-41fe-9a65-92ffd82f7267 req-245b7c61-7be5-46eb-abb3-90a9038a45cd service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Refreshing instance network info cache due to event network-changed-18501a62-6ba7-461a-be30-d24a939ee5b2. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1238.751803] env[62859]: DEBUG oslo_concurrency.lockutils [req-110ddaec-3455-41fe-9a65-92ffd82f7267 req-245b7c61-7be5-46eb-abb3-90a9038a45cd service nova] Acquiring lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.751803] env[62859]: DEBUG oslo_concurrency.lockutils [req-110ddaec-3455-41fe-9a65-92ffd82f7267 req-245b7c61-7be5-46eb-abb3-90a9038a45cd service nova] Acquired lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.751803] env[62859]: DEBUG nova.network.neutron [req-110ddaec-3455-41fe-9a65-92ffd82f7267 req-245b7c61-7be5-46eb-abb3-90a9038a45cd service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Refreshing network info cache for port 18501a62-6ba7-461a-be30-d24a939ee5b2 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.993474] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538814, 'name': CreateVM_Task, 'duration_secs': 0.284642} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.993740] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.994684] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.994957] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.995300] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.995559] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543a0941-39d2-454d-bad4-300a4fd706db {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.000117] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1239.000117] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f639af-8946-692a-cef2-4a7cbb45db75" [ 1239.000117] env[62859]: _type = "Task" [ 1239.000117] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.007413] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f639af-8946-692a-cef2-4a7cbb45db75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.099195] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1239.099443] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.439259] env[62859]: DEBUG nova.network.neutron [req-110ddaec-3455-41fe-9a65-92ffd82f7267 req-245b7c61-7be5-46eb-abb3-90a9038a45cd service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updated VIF entry in instance network info cache for port 18501a62-6ba7-461a-be30-d24a939ee5b2. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.439798] env[62859]: DEBUG nova.network.neutron [req-110ddaec-3455-41fe-9a65-92ffd82f7267 req-245b7c61-7be5-46eb-abb3-90a9038a45cd service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance_info_cache with network_info: [{"id": "18501a62-6ba7-461a-be30-d24a939ee5b2", "address": "fa:16:3e:df:34:c8", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18501a62-6b", "ovs_interfaceid": "18501a62-6ba7-461a-be30-d24a939ee5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.509770] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f639af-8946-692a-cef2-4a7cbb45db75, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.510012] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.510315] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.510511] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.510662] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.510839] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.511102] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb2d11f3-563e-4fdd-933d-42c7d452bafe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.519295] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.519493] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.520198] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305e9b4a-a5a7-4e9e-9d6b-0ed2b74e2ea1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.525314] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1239.525314] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bf0c3f-07af-ba79-0644-89cbc642728d" [ 1239.525314] env[62859]: _type = "Task" [ 1239.525314] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.532476] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bf0c3f-07af-ba79-0644-89cbc642728d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.744439] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.744641] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.744802] env[62859]: DEBUG nova.network.neutron [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.943205] env[62859]: DEBUG oslo_concurrency.lockutils [req-110ddaec-3455-41fe-9a65-92ffd82f7267 req-245b7c61-7be5-46eb-abb3-90a9038a45cd service nova] Releasing lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.035839] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bf0c3f-07af-ba79-0644-89cbc642728d, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.036635] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ddbec6-2411-4598-907d-4468a44b1c63 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.041482] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1240.041482] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520917f2-63b5-19d4-4f83-c168743a2c7f" [ 1240.041482] env[62859]: _type = "Task" [ 1240.041482] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.049808] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520917f2-63b5-19d4-4f83-c168743a2c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.071019] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.071258] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.098736] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.098930] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.420996] env[62859]: DEBUG nova.network.neutron [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance_info_cache with network_info: [{"id": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "address": "fa:16:3e:3d:7e:38", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c3f2b5-d3", "ovs_interfaceid": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.551734] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520917f2-63b5-19d4-4f83-c168743a2c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.551963] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.552234] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] d26407b3-c1b6-4343-92fd-3e55af3eeabf/d26407b3-c1b6-4343-92fd-3e55af3eeabf.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.552488] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e85c055-5253-4e31-ba87-ff5fe562d047 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.558799] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1240.558799] env[62859]: value = "task-2538815" [ 1240.558799] env[62859]: _type = "Task" [ 1240.558799] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.566289] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.574342] env[62859]: DEBUG nova.compute.utils [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.604887] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.604887] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.923383] env[62859]: DEBUG oslo_concurrency.lockutils [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.070064] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422119} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.070064] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] d26407b3-c1b6-4343-92fd-3e55af3eeabf/d26407b3-c1b6-4343-92fd-3e55af3eeabf.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.070064] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.070064] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8a9abca-d48a-49f8-b288-191ad016d861 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.075981] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1241.075981] env[62859]: value = "task-2538816" [ 1241.075981] env[62859]: _type = "Task" [ 1241.075981] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.076571] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.085662] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.449056] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a483f1a-c6fc-463d-9398-98038962272e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.468621] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e93099-ed03-4cf7-9cf9-ca4425ab168a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.475554] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance 'dd813719-13ad-4399-a179-644bcbcfc2af' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.586801] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066614} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.587094] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.587827] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9975afc-7faa-458b-8ff5-54ba410a89c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.609096] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d26407b3-c1b6-4343-92fd-3e55af3eeabf/d26407b3-c1b6-4343-92fd-3e55af3eeabf.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.609354] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f2252a-0f5d-4c51-907e-00d74b150e4e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.628734] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1241.628734] env[62859]: value = "task-2538817" [ 1241.628734] env[62859]: _type = "Task" [ 1241.628734] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.636445] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.982222] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.982571] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d36416-476d-4ddc-8de2-d19b9bdef95b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.989399] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1241.989399] env[62859]: value = "task-2538818" [ 1241.989399] env[62859]: _type = "Task" [ 1241.989399] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.997706] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.138190] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538817, 'name': ReconfigVM_Task, 'duration_secs': 0.289941} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.138455] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d26407b3-c1b6-4343-92fd-3e55af3eeabf/d26407b3-c1b6-4343-92fd-3e55af3eeabf.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.139127] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21972109-8d7e-44fc-a6fe-5034d5bb7658 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.141224] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.141453] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.141666] env[62859]: INFO nova.compute.manager [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Attaching volume 82acb5f0-70cb-4cb4-9abd-0dcacad78797 to /dev/sdb [ 1242.149386] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1242.149386] env[62859]: value = "task-2538819" [ 1242.149386] env[62859]: _type = "Task" [ 1242.149386] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.157679] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538819, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.171067] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3098af03-cb46-4ae4-9a68-61b63361254f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.177137] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e723edce-e638-45e5-94c6-3be54dbf9f5b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.190376] env[62859]: DEBUG nova.virt.block_device [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Updating existing volume attachment record: 623d37e4-f01c-4276-9d88-f9504bb2c6b7 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1242.392681] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.392854] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1242.499218] env[62859]: DEBUG oslo_vmware.api [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538818, 'name': PowerOnVM_Task, 'duration_secs': 0.431493} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.499492] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.499688] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-85973775-3287-41b2-b4cb-637833735b63 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance 'dd813719-13ad-4399-a179-644bcbcfc2af' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.659242] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538819, 'name': Rename_Task, 'duration_secs': 0.223873} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.659540] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.659791] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d3a6fb-372d-4083-9984-9f3bb7b0e058 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.666084] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1242.666084] env[62859]: value = "task-2538823" [ 1242.666084] env[62859]: _type = "Task" [ 1242.666084] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.673175] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.176590] env[62859]: DEBUG oslo_vmware.api [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538823, 'name': PowerOnVM_Task, 'duration_secs': 0.50815} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.177025] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.177132] env[62859]: INFO nova.compute.manager [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Took 6.57 seconds to spawn the instance on the hypervisor. [ 1243.177234] env[62859]: DEBUG nova.compute.manager [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.178053] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1aaf7c-5549-4014-b5ad-96a42aa0e40f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.398963] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Didn't find any instances for network info cache update. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1243.399215] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.693378] env[62859]: INFO nova.compute.manager [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Took 11.26 seconds to build instance. [ 1244.195599] env[62859]: DEBUG oslo_concurrency.lockutils [None req-20677cf0-8ab8-49f2-a24b-4bab29b9c454 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.771s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.253528] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "dd813719-13ad-4399-a179-644bcbcfc2af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.253808] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.253999] env[62859]: DEBUG nova.compute.manager [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Going to confirm migration 9 {{(pid=62859) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1244.460630] env[62859]: DEBUG nova.compute.manager [req-b36f69ab-ad35-4b85-95b4-138a9c8ad492 req-181075e6-0417-4320-9a35-d4202d07845e service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Received event network-changed-18501a62-6ba7-461a-be30-d24a939ee5b2 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.460920] env[62859]: DEBUG nova.compute.manager [req-b36f69ab-ad35-4b85-95b4-138a9c8ad492 req-181075e6-0417-4320-9a35-d4202d07845e service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Refreshing instance network info cache due to event network-changed-18501a62-6ba7-461a-be30-d24a939ee5b2. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1244.460920] env[62859]: DEBUG oslo_concurrency.lockutils [req-b36f69ab-ad35-4b85-95b4-138a9c8ad492 req-181075e6-0417-4320-9a35-d4202d07845e service nova] Acquiring lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.461126] env[62859]: DEBUG oslo_concurrency.lockutils [req-b36f69ab-ad35-4b85-95b4-138a9c8ad492 req-181075e6-0417-4320-9a35-d4202d07845e service nova] Acquired lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.461330] env[62859]: DEBUG nova.network.neutron [req-b36f69ab-ad35-4b85-95b4-138a9c8ad492 req-181075e6-0417-4320-9a35-d4202d07845e service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Refreshing network info cache for port 18501a62-6ba7-461a-be30-d24a939ee5b2 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.815457] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.815654] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquired lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.815832] env[62859]: DEBUG nova.network.neutron [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.816034] env[62859]: DEBUG nova.objects.instance [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'info_cache' on Instance uuid dd813719-13ad-4399-a179-644bcbcfc2af {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.159919] env[62859]: DEBUG nova.network.neutron [req-b36f69ab-ad35-4b85-95b4-138a9c8ad492 req-181075e6-0417-4320-9a35-d4202d07845e service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updated VIF entry in instance network info cache for port 18501a62-6ba7-461a-be30-d24a939ee5b2. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.160362] env[62859]: DEBUG nova.network.neutron [req-b36f69ab-ad35-4b85-95b4-138a9c8ad492 req-181075e6-0417-4320-9a35-d4202d07845e service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance_info_cache with network_info: [{"id": "18501a62-6ba7-461a-be30-d24a939ee5b2", "address": "fa:16:3e:df:34:c8", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18501a62-6b", "ovs_interfaceid": "18501a62-6ba7-461a-be30-d24a939ee5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.663294] env[62859]: DEBUG oslo_concurrency.lockutils [req-b36f69ab-ad35-4b85-95b4-138a9c8ad492 req-181075e6-0417-4320-9a35-d4202d07845e service nova] Releasing lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.025142] env[62859]: DEBUG nova.network.neutron [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance_info_cache with network_info: [{"id": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "address": "fa:16:3e:3d:7e:38", "network": {"id": "5db163f9-0b0b-4a19-acd0-fa4ebca605a4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2087290388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e9bb200572a489ca2c14c11bf27f33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9c3f2b5-d3", "ovs_interfaceid": "a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.528344] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Releasing lock "refresh_cache-dd813719-13ad-4399-a179-644bcbcfc2af" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.528609] env[62859]: DEBUG nova.objects.instance [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lazy-loading 'migration_context' on Instance uuid dd813719-13ad-4399-a179-644bcbcfc2af {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.735402] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1246.735660] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512907', 'volume_id': '82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'name': 'volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed', 'attached_at': '', 'detached_at': '', 'volume_id': '82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'serial': '82acb5f0-70cb-4cb4-9abd-0dcacad78797'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1246.737072] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32ee874-3c78-4f4d-a45f-80379cfac665 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.753468] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ee82b-38bf-4023-856a-3b91e376e0f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.777189] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797/volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.777464] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71f2506-5716-4c21-9b47-b5cc4aa40555 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.795534] env[62859]: DEBUG oslo_vmware.api [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1246.795534] env[62859]: value = "task-2538825" [ 1246.795534] env[62859]: _type = "Task" [ 1246.795534] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.802870] env[62859]: DEBUG oslo_vmware.api [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.031463] env[62859]: DEBUG nova.objects.base [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1247.032393] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7f7600-d89b-48a6-ab76-53605dea4693 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.051094] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbbd5f16-a589-401c-988b-d4084ebcab25 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.056799] env[62859]: DEBUG oslo_vmware.api [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1247.056799] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52eb6c55-ef49-21bd-04cd-ae7319c5871e" [ 1247.056799] env[62859]: _type = "Task" [ 1247.056799] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.064614] env[62859]: DEBUG oslo_vmware.api [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52eb6c55-ef49-21bd-04cd-ae7319c5871e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.305783] env[62859]: DEBUG oslo_vmware.api [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.566991] env[62859]: DEBUG oslo_vmware.api [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52eb6c55-ef49-21bd-04cd-ae7319c5871e, 'name': SearchDatastore_Task, 'duration_secs': 0.008407} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.567251] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.567485] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.807969] env[62859]: DEBUG oslo_vmware.api [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.138939] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33890f4-015d-466d-acaf-334b3dc0505c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.149186] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0471e0-79c3-4189-8c27-a10996db2da0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.193534] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e8dcf0-5eb8-42e3-8ede-4765eb702202 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.201349] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e599705-0806-4ffd-aa06-21c247d28b9b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.214915] env[62859]: DEBUG nova.compute.provider_tree [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.306205] env[62859]: DEBUG oslo_vmware.api [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538825, 'name': ReconfigVM_Task, 'duration_secs': 1.134061} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.306473] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797/volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.311283] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f329b2-3d9c-4904-8e26-f302019f0695 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.326642] env[62859]: DEBUG oslo_vmware.api [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1248.326642] env[62859]: value = "task-2538826" [ 1248.326642] env[62859]: _type = "Task" [ 1248.326642] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.334462] env[62859]: DEBUG oslo_vmware.api [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.718189] env[62859]: DEBUG nova.scheduler.client.report [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.836487] env[62859]: DEBUG oslo_vmware.api [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538826, 'name': ReconfigVM_Task, 'duration_secs': 0.138113} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.836834] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512907', 'volume_id': '82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'name': 'volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed', 'attached_at': '', 'detached_at': '', 'volume_id': '82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'serial': '82acb5f0-70cb-4cb4-9abd-0dcacad78797'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1249.728418] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.161s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.874638] env[62859]: DEBUG nova.objects.instance [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'flavor' on Instance uuid 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.283087] env[62859]: INFO nova.scheduler.client.report [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted allocation for migration 2620534e-f660-4bfe-9ed9-d6d4dfb52a20 [ 1250.379944] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ee388697-ec89-485d-b104-574b30c44d8b tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.238s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.789327] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.535s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.567042] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "c66b2f44-68c1-4823-b386-d67709cb4f45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.567337] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "c66b2f44-68c1-4823-b386-d67709cb4f45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.069450] env[62859]: DEBUG nova.compute.manager [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.276436] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "dd813719-13ad-4399-a179-644bcbcfc2af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.276704] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.276929] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "dd813719-13ad-4399-a179-644bcbcfc2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.277126] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.277300] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.280703] env[62859]: INFO nova.compute.manager [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Terminating instance [ 1252.593013] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.593291] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.594821] env[62859]: INFO nova.compute.claims [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.784370] env[62859]: DEBUG nova.compute.manager [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.784586] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.785533] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7c7f29-665c-442d-bc90-375019b83b89 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.794631] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.794885] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d8ad363-0118-48a9-90f5-16f25cc7d20b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.800838] env[62859]: DEBUG oslo_vmware.api [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1252.800838] env[62859]: value = "task-2538827" [ 1252.800838] env[62859]: _type = "Task" [ 1252.800838] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.809902] env[62859]: DEBUG oslo_vmware.api [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.311273] env[62859]: DEBUG oslo_vmware.api [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538827, 'name': PowerOffVM_Task, 'duration_secs': 0.187783} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.311273] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.311485] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.311599] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c25c2350-cd31-467f-8dca-4fdb851e422a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.374487] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.374730] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.374895] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleting the datastore file [datastore1] dd813719-13ad-4399-a179-644bcbcfc2af {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.375190] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-988916b8-49b9-4eed-89a3-2c291e16e5aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.381970] env[62859]: DEBUG oslo_vmware.api [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for the task: (returnval){ [ 1253.381970] env[62859]: value = "task-2538829" [ 1253.381970] env[62859]: _type = "Task" [ 1253.381970] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.389782] env[62859]: DEBUG oslo_vmware.api [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.656125] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4946e0c7-bad1-413d-b013-c7d3129a3b34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.663850] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67886dd-a3d5-4117-9e71-86c9271e2146 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.692436] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebcfafa-e870-42f4-9ffb-e8a01fa2d17f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.699232] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768e5a06-20c5-4d75-b69f-b087ce49db8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.711871] env[62859]: DEBUG nova.compute.provider_tree [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.893985] env[62859]: DEBUG oslo_vmware.api [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Task: {'id': task-2538829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148309} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.894216] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.894406] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.894587] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.894760] env[62859]: INFO nova.compute.manager [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1253.895013] env[62859]: DEBUG oslo.service.loopingcall [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1253.895213] env[62859]: DEBUG nova.compute.manager [-] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.895306] env[62859]: DEBUG nova.network.neutron [-] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.131892] env[62859]: DEBUG nova.compute.manager [req-cd3e0bd3-8f7c-4a99-8d1c-f91925526b47 req-bb62d7c2-5591-43d0-86b8-d4a6b31da9a2 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Received event network-vif-deleted-a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.132101] env[62859]: INFO nova.compute.manager [req-cd3e0bd3-8f7c-4a99-8d1c-f91925526b47 req-bb62d7c2-5591-43d0-86b8-d4a6b31da9a2 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Neutron deleted interface a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4; detaching it from the instance and deleting it from the info cache [ 1254.132813] env[62859]: DEBUG nova.network.neutron [req-cd3e0bd3-8f7c-4a99-8d1c-f91925526b47 req-bb62d7c2-5591-43d0-86b8-d4a6b31da9a2 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.214928] env[62859]: DEBUG nova.scheduler.client.report [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.616804] env[62859]: DEBUG nova.network.neutron [-] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.636034] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84998bf7-3b29-4a9e-ba1e-d1c1aab21e99 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.645247] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba27cec5-8c9b-448e-a59b-16c219fd79de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.670743] env[62859]: DEBUG nova.compute.manager [req-cd3e0bd3-8f7c-4a99-8d1c-f91925526b47 req-bb62d7c2-5591-43d0-86b8-d4a6b31da9a2 service nova] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Detach interface failed, port_id=a9c3f2b5-d36a-4bf7-8f79-2738a8e2a2a4, reason: Instance dd813719-13ad-4399-a179-644bcbcfc2af could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1254.719597] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.720347] env[62859]: DEBUG nova.compute.manager [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.119156] env[62859]: INFO nova.compute.manager [-] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Took 1.22 seconds to deallocate network for instance. [ 1255.225231] env[62859]: DEBUG nova.compute.utils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.226909] env[62859]: DEBUG nova.compute.manager [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.227099] env[62859]: DEBUG nova.network.neutron [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.265114] env[62859]: DEBUG nova.policy [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3563d0baef3a4316b063479e05615eaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628606a39ab44618f21010bc25cb4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.525751] env[62859]: DEBUG nova.network.neutron [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Successfully created port: 5212e5c1-ac08-4395-8463-afefcfb99b3c {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.626851] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.627146] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.627340] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.648097] env[62859]: INFO nova.scheduler.client.report [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Deleted allocations for instance dd813719-13ad-4399-a179-644bcbcfc2af [ 1255.730047] env[62859]: DEBUG nova.compute.manager [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.156356] env[62859]: DEBUG oslo_concurrency.lockutils [None req-803638af-411b-4f1b-8b64-85d5e7ca5d89 tempest-DeleteServersTestJSON-907858126 tempest-DeleteServersTestJSON-907858126-project-member] Lock "dd813719-13ad-4399-a179-644bcbcfc2af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.880s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.739465] env[62859]: DEBUG nova.compute.manager [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.765381] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.765638] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.765797] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.765977] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.766139] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.766303] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.766500] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.766660] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.766828] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.766991] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.767183] env[62859]: DEBUG nova.virt.hardware [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.768069] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f74a01-2ca4-4339-82a1-3dcb3ad8294f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.776248] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f37b790-0c3a-46c9-b966-449b606e5aec {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.878776] env[62859]: DEBUG nova.compute.manager [req-5a2f70d3-d22a-414c-8a90-829c15f80562 req-3cdb1add-fab8-44b9-959b-8c32f8f3f734 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Received event network-vif-plugged-5212e5c1-ac08-4395-8463-afefcfb99b3c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1256.879016] env[62859]: DEBUG oslo_concurrency.lockutils [req-5a2f70d3-d22a-414c-8a90-829c15f80562 req-3cdb1add-fab8-44b9-959b-8c32f8f3f734 service nova] Acquiring lock "c66b2f44-68c1-4823-b386-d67709cb4f45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.879180] env[62859]: DEBUG oslo_concurrency.lockutils [req-5a2f70d3-d22a-414c-8a90-829c15f80562 req-3cdb1add-fab8-44b9-959b-8c32f8f3f734 service nova] Lock "c66b2f44-68c1-4823-b386-d67709cb4f45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.879354] env[62859]: DEBUG oslo_concurrency.lockutils [req-5a2f70d3-d22a-414c-8a90-829c15f80562 req-3cdb1add-fab8-44b9-959b-8c32f8f3f734 service nova] Lock "c66b2f44-68c1-4823-b386-d67709cb4f45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.879561] env[62859]: DEBUG nova.compute.manager [req-5a2f70d3-d22a-414c-8a90-829c15f80562 req-3cdb1add-fab8-44b9-959b-8c32f8f3f734 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] No waiting events found dispatching network-vif-plugged-5212e5c1-ac08-4395-8463-afefcfb99b3c {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.879723] env[62859]: WARNING nova.compute.manager [req-5a2f70d3-d22a-414c-8a90-829c15f80562 req-3cdb1add-fab8-44b9-959b-8c32f8f3f734 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Received unexpected event network-vif-plugged-5212e5c1-ac08-4395-8463-afefcfb99b3c for instance with vm_state building and task_state spawning. [ 1256.962704] env[62859]: DEBUG nova.network.neutron [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Successfully updated port: 5212e5c1-ac08-4395-8463-afefcfb99b3c {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.465793] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "refresh_cache-c66b2f44-68c1-4823-b386-d67709cb4f45" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.465966] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "refresh_cache-c66b2f44-68c1-4823-b386-d67709cb4f45" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.466084] env[62859]: DEBUG nova.network.neutron [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.998148] env[62859]: DEBUG nova.network.neutron [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.114451] env[62859]: DEBUG nova.network.neutron [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Updating instance_info_cache with network_info: [{"id": "5212e5c1-ac08-4395-8463-afefcfb99b3c", "address": "fa:16:3e:d3:18:71", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212e5c1-ac", "ovs_interfaceid": "5212e5c1-ac08-4395-8463-afefcfb99b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.618087] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "refresh_cache-c66b2f44-68c1-4823-b386-d67709cb4f45" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.618087] env[62859]: DEBUG nova.compute.manager [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Instance network_info: |[{"id": "5212e5c1-ac08-4395-8463-afefcfb99b3c", "address": "fa:16:3e:d3:18:71", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212e5c1-ac", "ovs_interfaceid": "5212e5c1-ac08-4395-8463-afefcfb99b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.618387] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:18:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5212e5c1-ac08-4395-8463-afefcfb99b3c', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.626205] env[62859]: DEBUG oslo.service.loopingcall [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.626436] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.626682] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25d63936-5bd9-43d1-9724-dd69cc4c91f1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.649943] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.649943] env[62859]: value = "task-2538831" [ 1258.649943] env[62859]: _type = "Task" [ 1258.649943] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.657413] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538831, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.905081] env[62859]: DEBUG nova.compute.manager [req-4220e659-0412-4ced-af30-0a460095eb79 req-a2a508f4-d599-4175-9c85-d34234dd771d service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Received event network-changed-5212e5c1-ac08-4395-8463-afefcfb99b3c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1258.905302] env[62859]: DEBUG nova.compute.manager [req-4220e659-0412-4ced-af30-0a460095eb79 req-a2a508f4-d599-4175-9c85-d34234dd771d service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Refreshing instance network info cache due to event network-changed-5212e5c1-ac08-4395-8463-afefcfb99b3c. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1258.905522] env[62859]: DEBUG oslo_concurrency.lockutils [req-4220e659-0412-4ced-af30-0a460095eb79 req-a2a508f4-d599-4175-9c85-d34234dd771d service nova] Acquiring lock "refresh_cache-c66b2f44-68c1-4823-b386-d67709cb4f45" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.905668] env[62859]: DEBUG oslo_concurrency.lockutils [req-4220e659-0412-4ced-af30-0a460095eb79 req-a2a508f4-d599-4175-9c85-d34234dd771d service nova] Acquired lock "refresh_cache-c66b2f44-68c1-4823-b386-d67709cb4f45" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.905830] env[62859]: DEBUG nova.network.neutron [req-4220e659-0412-4ced-af30-0a460095eb79 req-a2a508f4-d599-4175-9c85-d34234dd771d service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Refreshing network info cache for port 5212e5c1-ac08-4395-8463-afefcfb99b3c {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.160050] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538831, 'name': CreateVM_Task, 'duration_secs': 0.294667} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.160412] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.160857] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.161036] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.161359] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1259.161610] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65577ff5-b319-495c-bd2a-a1bead2eba9a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.166111] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1259.166111] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5260a47d-b5ef-1c1a-9d95-00ca18b7cd0e" [ 1259.166111] env[62859]: _type = "Task" [ 1259.166111] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.174620] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5260a47d-b5ef-1c1a-9d95-00ca18b7cd0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.634840] env[62859]: DEBUG nova.network.neutron [req-4220e659-0412-4ced-af30-0a460095eb79 req-a2a508f4-d599-4175-9c85-d34234dd771d service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Updated VIF entry in instance network info cache for port 5212e5c1-ac08-4395-8463-afefcfb99b3c. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.635227] env[62859]: DEBUG nova.network.neutron [req-4220e659-0412-4ced-af30-0a460095eb79 req-a2a508f4-d599-4175-9c85-d34234dd771d service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Updating instance_info_cache with network_info: [{"id": "5212e5c1-ac08-4395-8463-afefcfb99b3c", "address": "fa:16:3e:d3:18:71", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212e5c1-ac", "ovs_interfaceid": "5212e5c1-ac08-4395-8463-afefcfb99b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.675935] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5260a47d-b5ef-1c1a-9d95-00ca18b7cd0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.676256] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.676462] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.676692] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.676843] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.677037] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.677277] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05a0b875-8eb1-4b21-8a2d-1be9b71dda54 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.685888] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.686074] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.686767] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15911b93-cd27-4d27-bd55-80b672b868e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.691927] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1259.691927] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521b39a8-653b-fb62-c0eb-e9627799c093" [ 1259.691927] env[62859]: _type = "Task" [ 1259.691927] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.698845] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521b39a8-653b-fb62-c0eb-e9627799c093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.138734] env[62859]: DEBUG oslo_concurrency.lockutils [req-4220e659-0412-4ced-af30-0a460095eb79 req-a2a508f4-d599-4175-9c85-d34234dd771d service nova] Releasing lock "refresh_cache-c66b2f44-68c1-4823-b386-d67709cb4f45" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.202968] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521b39a8-653b-fb62-c0eb-e9627799c093, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.203474] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70c40b4-11ab-4faf-a327-caa09cac52a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.208586] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1260.208586] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524fe880-3a61-f204-999f-14069539fede" [ 1260.208586] env[62859]: _type = "Task" [ 1260.208586] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.216714] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524fe880-3a61-f204-999f-14069539fede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.720049] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524fe880-3a61-f204-999f-14069539fede, 'name': SearchDatastore_Task, 'duration_secs': 0.009404} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.720311] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.720576] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c66b2f44-68c1-4823-b386-d67709cb4f45/c66b2f44-68c1-4823-b386-d67709cb4f45.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.720866] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5e5a36b-80c4-4dad-94d6-dea5f303fe4b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.728598] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1260.728598] env[62859]: value = "task-2538832" [ 1260.728598] env[62859]: _type = "Task" [ 1260.728598] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.736511] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.238616] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496974} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.238999] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c66b2f44-68c1-4823-b386-d67709cb4f45/c66b2f44-68c1-4823-b386-d67709cb4f45.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.239143] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.239385] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a2c5b2d-1660-440f-beb8-904175268831 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.245189] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1261.245189] env[62859]: value = "task-2538833" [ 1261.245189] env[62859]: _type = "Task" [ 1261.245189] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.252356] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.755107] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064759} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.755390] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.756170] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df1ba3c-230c-4509-8864-cd3db10182d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.778523] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] c66b2f44-68c1-4823-b386-d67709cb4f45/c66b2f44-68c1-4823-b386-d67709cb4f45.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.778819] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f0c2a9-1eab-4996-a6a2-a050718e2dc0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.799826] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1261.799826] env[62859]: value = "task-2538834" [ 1261.799826] env[62859]: _type = "Task" [ 1261.799826] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.807323] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.309504] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.811908] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538834, 'name': ReconfigVM_Task, 'duration_secs': 0.789316} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.812246] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Reconfigured VM instance instance-00000070 to attach disk [datastore1] c66b2f44-68c1-4823-b386-d67709cb4f45/c66b2f44-68c1-4823-b386-d67709cb4f45.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.812943] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-646d3f33-7c4b-4fba-9299-b840e8618d67 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.820296] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1262.820296] env[62859]: value = "task-2538835" [ 1262.820296] env[62859]: _type = "Task" [ 1262.820296] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.831924] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538835, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.329937] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538835, 'name': Rename_Task, 'duration_secs': 0.131403} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.330333] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.330512] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e55b76aa-b507-46a5-b00f-7803461c25de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.337253] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1263.337253] env[62859]: value = "task-2538836" [ 1263.337253] env[62859]: _type = "Task" [ 1263.337253] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.346294] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.848493] env[62859]: DEBUG oslo_vmware.api [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538836, 'name': PowerOnVM_Task, 'duration_secs': 0.48337} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.849153] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.849153] env[62859]: INFO nova.compute.manager [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1263.849239] env[62859]: DEBUG nova.compute.manager [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.850060] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26921c81-9580-4458-a6db-c080da151516 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.376022] env[62859]: INFO nova.compute.manager [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Took 11.80 seconds to build instance. [ 1264.698669] env[62859]: DEBUG nova.compute.manager [req-9373cbca-0faa-4526-ac7a-bdcdf8221f55 req-fb14cf02-1cd0-434d-bbf8-1487d51bed60 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Received event network-changed-5212e5c1-ac08-4395-8463-afefcfb99b3c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1264.698894] env[62859]: DEBUG nova.compute.manager [req-9373cbca-0faa-4526-ac7a-bdcdf8221f55 req-fb14cf02-1cd0-434d-bbf8-1487d51bed60 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Refreshing instance network info cache due to event network-changed-5212e5c1-ac08-4395-8463-afefcfb99b3c. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1264.699128] env[62859]: DEBUG oslo_concurrency.lockutils [req-9373cbca-0faa-4526-ac7a-bdcdf8221f55 req-fb14cf02-1cd0-434d-bbf8-1487d51bed60 service nova] Acquiring lock "refresh_cache-c66b2f44-68c1-4823-b386-d67709cb4f45" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.699277] env[62859]: DEBUG oslo_concurrency.lockutils [req-9373cbca-0faa-4526-ac7a-bdcdf8221f55 req-fb14cf02-1cd0-434d-bbf8-1487d51bed60 service nova] Acquired lock "refresh_cache-c66b2f44-68c1-4823-b386-d67709cb4f45" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.699452] env[62859]: DEBUG nova.network.neutron [req-9373cbca-0faa-4526-ac7a-bdcdf8221f55 req-fb14cf02-1cd0-434d-bbf8-1487d51bed60 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Refreshing network info cache for port 5212e5c1-ac08-4395-8463-afefcfb99b3c {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.879611] env[62859]: DEBUG oslo_concurrency.lockutils [None req-569bd3f3-3eef-493e-abe1-ebdc608b19eb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "c66b2f44-68c1-4823-b386-d67709cb4f45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.312s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.943914] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.943914] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.408073] env[62859]: DEBUG nova.network.neutron [req-9373cbca-0faa-4526-ac7a-bdcdf8221f55 req-fb14cf02-1cd0-434d-bbf8-1487d51bed60 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Updated VIF entry in instance network info cache for port 5212e5c1-ac08-4395-8463-afefcfb99b3c. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.408486] env[62859]: DEBUG nova.network.neutron [req-9373cbca-0faa-4526-ac7a-bdcdf8221f55 req-fb14cf02-1cd0-434d-bbf8-1487d51bed60 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Updating instance_info_cache with network_info: [{"id": "5212e5c1-ac08-4395-8463-afefcfb99b3c", "address": "fa:16:3e:d3:18:71", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5212e5c1-ac", "ovs_interfaceid": "5212e5c1-ac08-4395-8463-afefcfb99b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.445770] env[62859]: DEBUG nova.compute.manager [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1265.911570] env[62859]: DEBUG oslo_concurrency.lockutils [req-9373cbca-0faa-4526-ac7a-bdcdf8221f55 req-fb14cf02-1cd0-434d-bbf8-1487d51bed60 service nova] Releasing lock "refresh_cache-c66b2f44-68c1-4823-b386-d67709cb4f45" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.969827] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.970101] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.971617] env[62859]: INFO nova.compute.claims [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.039235] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4596cf53-cf4d-4cee-ac62-25f75bb48c61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.047406] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f0ffef-41af-4765-8906-109030648f71 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.076368] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893a0d71-23be-45ff-aae6-235f5256633d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.083227] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647f3b7b-57bd-4f4a-a52e-54a49bae3390 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.095899] env[62859]: DEBUG nova.compute.provider_tree [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.599057] env[62859]: DEBUG nova.scheduler.client.report [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.104142] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.104694] env[62859]: DEBUG nova.compute.manager [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.610089] env[62859]: DEBUG nova.compute.utils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.611940] env[62859]: DEBUG nova.compute.manager [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.611940] env[62859]: DEBUG nova.network.neutron [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.657252] env[62859]: DEBUG nova.policy [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5294381cf04804b83a8e420fa6fd8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55478de0da9542b99bcf9c482ad8fb5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.911294] env[62859]: DEBUG nova.network.neutron [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Successfully created port: 48ffbc80-f528-4595-85b6-2e301f5e4d3e {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.114749] env[62859]: DEBUG nova.compute.manager [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.127925] env[62859]: DEBUG nova.compute.manager [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.155018] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.155018] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.155018] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.155018] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.155018] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.155018] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.155332] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.155400] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.155510] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.155675] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.155851] env[62859]: DEBUG nova.virt.hardware [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.156764] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6364b6da-274e-4c57-ab8a-0f27cbe2b8d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.164654] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fdb1b4-fd29-4ed4-8bfc-aa1871e7f139 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.262797] env[62859]: DEBUG nova.compute.manager [req-bfbf6f59-2cdb-4a05-9c24-4aa5b717c582 req-0bb5d09c-7eb5-41d1-ad1a-d2fedcbbfae2 service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Received event network-vif-plugged-48ffbc80-f528-4595-85b6-2e301f5e4d3e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1270.263071] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfbf6f59-2cdb-4a05-9c24-4aa5b717c582 req-0bb5d09c-7eb5-41d1-ad1a-d2fedcbbfae2 service nova] Acquiring lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.263312] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfbf6f59-2cdb-4a05-9c24-4aa5b717c582 req-0bb5d09c-7eb5-41d1-ad1a-d2fedcbbfae2 service nova] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.263488] env[62859]: DEBUG oslo_concurrency.lockutils [req-bfbf6f59-2cdb-4a05-9c24-4aa5b717c582 req-0bb5d09c-7eb5-41d1-ad1a-d2fedcbbfae2 service nova] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.263662] env[62859]: DEBUG nova.compute.manager [req-bfbf6f59-2cdb-4a05-9c24-4aa5b717c582 req-0bb5d09c-7eb5-41d1-ad1a-d2fedcbbfae2 service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] No waiting events found dispatching network-vif-plugged-48ffbc80-f528-4595-85b6-2e301f5e4d3e {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.263841] env[62859]: WARNING nova.compute.manager [req-bfbf6f59-2cdb-4a05-9c24-4aa5b717c582 req-0bb5d09c-7eb5-41d1-ad1a-d2fedcbbfae2 service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Received unexpected event network-vif-plugged-48ffbc80-f528-4595-85b6-2e301f5e4d3e for instance with vm_state building and task_state spawning. [ 1270.341567] env[62859]: DEBUG nova.network.neutron [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Successfully updated port: 48ffbc80-f528-4595-85b6-2e301f5e4d3e {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.844457] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.844621] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.844747] env[62859]: DEBUG nova.network.neutron [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.375841] env[62859]: DEBUG nova.network.neutron [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.496931] env[62859]: DEBUG nova.network.neutron [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updating instance_info_cache with network_info: [{"id": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "address": "fa:16:3e:bb:63:e3", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffbc80-f5", "ovs_interfaceid": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.000216] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Releasing lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.000546] env[62859]: DEBUG nova.compute.manager [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Instance network_info: |[{"id": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "address": "fa:16:3e:bb:63:e3", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffbc80-f5", "ovs_interfaceid": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1272.001021] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:63:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48ffbc80-f528-4595-85b6-2e301f5e4d3e', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.008455] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Creating folder: Project (55478de0da9542b99bcf9c482ad8fb5b). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.008738] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad429ff4-27a0-47e3-9b78-2e9f4f9ddade {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.020740] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Created folder: Project (55478de0da9542b99bcf9c482ad8fb5b) in parent group-v512592. [ 1272.020921] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Creating folder: Instances. Parent ref: group-v512909. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.021169] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3a8689f-e4e7-4661-91e4-0adcb6d0f60e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.029910] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Created folder: Instances in parent group-v512909. [ 1272.030154] env[62859]: DEBUG oslo.service.loopingcall [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.030340] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.030534] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bb1d885-bdb5-48b6-bc79-b235830c86f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.049045] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1272.049045] env[62859]: value = "task-2538839" [ 1272.049045] env[62859]: _type = "Task" [ 1272.049045] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.056308] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538839, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.290315] env[62859]: DEBUG nova.compute.manager [req-503a6e23-036e-4f20-8d2a-868e3594d493 req-9d6b74ec-319e-4840-956b-a62ff3394b76 service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Received event network-changed-48ffbc80-f528-4595-85b6-2e301f5e4d3e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1272.290385] env[62859]: DEBUG nova.compute.manager [req-503a6e23-036e-4f20-8d2a-868e3594d493 req-9d6b74ec-319e-4840-956b-a62ff3394b76 service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Refreshing instance network info cache due to event network-changed-48ffbc80-f528-4595-85b6-2e301f5e4d3e. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1272.290612] env[62859]: DEBUG oslo_concurrency.lockutils [req-503a6e23-036e-4f20-8d2a-868e3594d493 req-9d6b74ec-319e-4840-956b-a62ff3394b76 service nova] Acquiring lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.290795] env[62859]: DEBUG oslo_concurrency.lockutils [req-503a6e23-036e-4f20-8d2a-868e3594d493 req-9d6b74ec-319e-4840-956b-a62ff3394b76 service nova] Acquired lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.290953] env[62859]: DEBUG nova.network.neutron [req-503a6e23-036e-4f20-8d2a-868e3594d493 req-9d6b74ec-319e-4840-956b-a62ff3394b76 service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Refreshing network info cache for port 48ffbc80-f528-4595-85b6-2e301f5e4d3e {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.559199] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538839, 'name': CreateVM_Task, 'duration_secs': 0.332703} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.559521] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.560094] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.560260] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.560570] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1272.560841] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21465ff0-1fab-4d06-95f4-f3a1ceea951a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.565394] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1272.565394] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521491fa-0294-19c9-a6bd-110d7a2a3fe9" [ 1272.565394] env[62859]: _type = "Task" [ 1272.565394] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.574068] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521491fa-0294-19c9-a6bd-110d7a2a3fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.971425] env[62859]: DEBUG nova.network.neutron [req-503a6e23-036e-4f20-8d2a-868e3594d493 req-9d6b74ec-319e-4840-956b-a62ff3394b76 service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updated VIF entry in instance network info cache for port 48ffbc80-f528-4595-85b6-2e301f5e4d3e. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.971779] env[62859]: DEBUG nova.network.neutron [req-503a6e23-036e-4f20-8d2a-868e3594d493 req-9d6b74ec-319e-4840-956b-a62ff3394b76 service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updating instance_info_cache with network_info: [{"id": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "address": "fa:16:3e:bb:63:e3", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffbc80-f5", "ovs_interfaceid": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.075111] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521491fa-0294-19c9-a6bd-110d7a2a3fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.009138} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.075353] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.075588] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1273.075821] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.075970] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.076171] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1273.076420] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26978ac8-27a6-423a-af4a-a7f5352104ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.084535] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1273.084707] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1273.085397] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0aa656-080a-474e-854d-1ce7399c6207 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.090132] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1273.090132] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52841812-3984-2515-9afb-cbb2127f1010" [ 1273.090132] env[62859]: _type = "Task" [ 1273.090132] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.096867] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52841812-3984-2515-9afb-cbb2127f1010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.474358] env[62859]: DEBUG oslo_concurrency.lockutils [req-503a6e23-036e-4f20-8d2a-868e3594d493 req-9d6b74ec-319e-4840-956b-a62ff3394b76 service nova] Releasing lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.600963] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52841812-3984-2515-9afb-cbb2127f1010, 'name': SearchDatastore_Task, 'duration_secs': 0.008084} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.602134] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c1af1a-26e4-4c5e-a58f-8ffb1cbb8c69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.607594] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1273.607594] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52adf864-70db-b76b-9395-671544dc9657" [ 1273.607594] env[62859]: _type = "Task" [ 1273.607594] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.615146] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52adf864-70db-b76b-9395-671544dc9657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.117921] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52adf864-70db-b76b-9395-671544dc9657, 'name': SearchDatastore_Task, 'duration_secs': 0.019512} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.118207] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.118461] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c8a13c13-f3f1-45f0-a07e-e3d1091f0bba/c8a13c13-f3f1-45f0-a07e-e3d1091f0bba.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.118721] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7eb2bf9-8187-4f1a-b24e-cb0590b9414b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.126104] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1274.126104] env[62859]: value = "task-2538840" [ 1274.126104] env[62859]: _type = "Task" [ 1274.126104] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.133387] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.635822] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472385} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.635822] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] c8a13c13-f3f1-45f0-a07e-e3d1091f0bba/c8a13c13-f3f1-45f0-a07e-e3d1091f0bba.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.635822] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.636333] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f244bc6c-6e3e-41c1-bb6a-4ad683fbe525 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.641578] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1274.641578] env[62859]: value = "task-2538841" [ 1274.641578] env[62859]: _type = "Task" [ 1274.641578] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.648132] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.151796] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072327} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.152070] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.152795] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d4f1f8-d3cd-4bce-b181-143b171ee17d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.174048] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] c8a13c13-f3f1-45f0-a07e-e3d1091f0bba/c8a13c13-f3f1-45f0-a07e-e3d1091f0bba.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.174287] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201ec7c8-6a0f-408b-bd2a-cbc7bd959f46 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.193411] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1275.193411] env[62859]: value = "task-2538842" [ 1275.193411] env[62859]: _type = "Task" [ 1275.193411] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.200509] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.703670] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.204382] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538842, 'name': ReconfigVM_Task, 'duration_secs': 0.525237} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.204649] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Reconfigured VM instance instance-00000071 to attach disk [datastore1] c8a13c13-f3f1-45f0-a07e-e3d1091f0bba/c8a13c13-f3f1-45f0-a07e-e3d1091f0bba.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.205300] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba962a9-3121-4836-a5bc-649376346ef2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.211513] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1276.211513] env[62859]: value = "task-2538843" [ 1276.211513] env[62859]: _type = "Task" [ 1276.211513] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.220237] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538843, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.721166] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538843, 'name': Rename_Task, 'duration_secs': 0.132821} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.721549] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.721657] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c73df3ee-8bf1-4901-98aa-af1613f50f93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.727670] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1276.727670] env[62859]: value = "task-2538844" [ 1276.727670] env[62859]: _type = "Task" [ 1276.727670] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.734896] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.240561] env[62859]: DEBUG oslo_vmware.api [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538844, 'name': PowerOnVM_Task, 'duration_secs': 0.440238} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.240900] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.241198] env[62859]: INFO nova.compute.manager [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1277.241467] env[62859]: DEBUG nova.compute.manager [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.242555] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aa2f39-ee5a-4a81-9a70-693deec6aa3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.762529] env[62859]: INFO nova.compute.manager [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Took 11.81 seconds to build instance. [ 1278.177335] env[62859]: DEBUG nova.compute.manager [req-8751bb43-1d3a-4f51-9773-07128e5c2f12 req-1b898609-60f9-44dc-a937-bfc76c78640b service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Received event network-changed-48ffbc80-f528-4595-85b6-2e301f5e4d3e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.177335] env[62859]: DEBUG nova.compute.manager [req-8751bb43-1d3a-4f51-9773-07128e5c2f12 req-1b898609-60f9-44dc-a937-bfc76c78640b service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Refreshing instance network info cache due to event network-changed-48ffbc80-f528-4595-85b6-2e301f5e4d3e. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1278.177335] env[62859]: DEBUG oslo_concurrency.lockutils [req-8751bb43-1d3a-4f51-9773-07128e5c2f12 req-1b898609-60f9-44dc-a937-bfc76c78640b service nova] Acquiring lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.177335] env[62859]: DEBUG oslo_concurrency.lockutils [req-8751bb43-1d3a-4f51-9773-07128e5c2f12 req-1b898609-60f9-44dc-a937-bfc76c78640b service nova] Acquired lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.177335] env[62859]: DEBUG nova.network.neutron [req-8751bb43-1d3a-4f51-9773-07128e5c2f12 req-1b898609-60f9-44dc-a937-bfc76c78640b service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Refreshing network info cache for port 48ffbc80-f528-4595-85b6-2e301f5e4d3e {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.265527] env[62859]: DEBUG oslo_concurrency.lockutils [None req-7417ce98-1cb7-484c-86c7-b23fd48acf7b tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.323s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.878023] env[62859]: DEBUG nova.network.neutron [req-8751bb43-1d3a-4f51-9773-07128e5c2f12 req-1b898609-60f9-44dc-a937-bfc76c78640b service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updated VIF entry in instance network info cache for port 48ffbc80-f528-4595-85b6-2e301f5e4d3e. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.878385] env[62859]: DEBUG nova.network.neutron [req-8751bb43-1d3a-4f51-9773-07128e5c2f12 req-1b898609-60f9-44dc-a937-bfc76c78640b service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updating instance_info_cache with network_info: [{"id": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "address": "fa:16:3e:bb:63:e3", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffbc80-f5", "ovs_interfaceid": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.380824] env[62859]: DEBUG oslo_concurrency.lockutils [req-8751bb43-1d3a-4f51-9773-07128e5c2f12 req-1b898609-60f9-44dc-a937-bfc76c78640b service nova] Releasing lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.039451] env[62859]: DEBUG nova.compute.manager [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Stashing vm_state: active {{(pid=62859) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1282.558584] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.558852] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.065858] env[62859]: INFO nova.compute.claims [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.573235] env[62859]: INFO nova.compute.resource_tracker [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating resource usage from migration 3deba8c7-86c1-481d-8be7-86535bd52d83 [ 1283.635418] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebb3427-3aa6-499e-973e-134574441671 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.643202] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9226e3bc-b75c-4487-9a52-a4350c65af31 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.672226] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e755b2-61f0-4054-ae4f-bb584738591a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.678915] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bb64f6-9099-46d8-a8ae-498210d6450b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.692630] env[62859]: DEBUG nova.compute.provider_tree [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.195046] env[62859]: DEBUG nova.scheduler.client.report [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.699955] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.141s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.700205] env[62859]: INFO nova.compute.manager [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Migrating [ 1285.215204] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.215712] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.215712] env[62859]: DEBUG nova.network.neutron [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.917447] env[62859]: DEBUG nova.network.neutron [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance_info_cache with network_info: [{"id": "18501a62-6ba7-461a-be30-d24a939ee5b2", "address": "fa:16:3e:df:34:c8", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18501a62-6b", "ovs_interfaceid": "18501a62-6ba7-461a-be30-d24a939ee5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.419788] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.933719] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df15a99-bbbe-4425-8024-77b11c178e2c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.953633] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance 'd26407b3-c1b6-4343-92fd-3e55af3eeabf' progress to 0 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.459441] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.459747] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afdeb98b-7477-4f40-9849-3ea0cb9a464c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.467430] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1288.467430] env[62859]: value = "task-2538845" [ 1288.467430] env[62859]: _type = "Task" [ 1288.467430] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.475478] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.977354] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538845, 'name': PowerOffVM_Task, 'duration_secs': 0.152639} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.977713] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.977822] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance 'd26407b3-c1b6-4343-92fd-3e55af3eeabf' progress to 17 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.484701] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.484980] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.485145] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.485372] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.485627] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.485900] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.486279] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.486565] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.486866] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.487193] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.487479] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.495812] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58723145-e8cb-439f-96b0-437660c4cf7e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.517259] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1289.517259] env[62859]: value = "task-2538846" [ 1289.517259] env[62859]: _type = "Task" [ 1289.517259] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.528968] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.027382] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538846, 'name': ReconfigVM_Task, 'duration_secs': 0.177619} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.027723] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance 'd26407b3-c1b6-4343-92fd-3e55af3eeabf' progress to 33 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.534116] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.534395] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.534534] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.534715] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.534863] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.535025] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.535248] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.535410] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.535577] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.535739] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.535915] env[62859]: DEBUG nova.virt.hardware [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.541234] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.541521] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0970b6f-8b2d-432b-8a02-3f5853eb7ec3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.560751] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1290.560751] env[62859]: value = "task-2538847" [ 1290.560751] env[62859]: _type = "Task" [ 1290.560751] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.568013] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.070506] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538847, 'name': ReconfigVM_Task, 'duration_secs': 0.155932} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.070808] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.071535] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b0864a-4950-40d9-8ecc-b69dfad4afeb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.093147] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d26407b3-c1b6-4343-92fd-3e55af3eeabf/d26407b3-c1b6-4343-92fd-3e55af3eeabf.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.093392] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-946c26af-1163-467e-b3ae-5cf7a1980f0d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.110887] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1291.110887] env[62859]: value = "task-2538848" [ 1291.110887] env[62859]: _type = "Task" [ 1291.110887] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.118071] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.621090] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538848, 'name': ReconfigVM_Task, 'duration_secs': 0.252731} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.621383] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d26407b3-c1b6-4343-92fd-3e55af3eeabf/d26407b3-c1b6-4343-92fd-3e55af3eeabf.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.621656] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance 'd26407b3-c1b6-4343-92fd-3e55af3eeabf' progress to 50 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.128525] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a458649-2038-45e7-b2e9-0f5d0de4535f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.148059] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c5afed-72a9-4c08-9e75-ae42f2d79cfc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.165490] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance 'd26407b3-c1b6-4343-92fd-3e55af3eeabf' progress to 67 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.705180] env[62859]: DEBUG nova.network.neutron [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Port 18501a62-6ba7-461a-be30-d24a939ee5b2 binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1293.722934] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.723360] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.723360] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.761749] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.761987] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.762126] env[62859]: DEBUG nova.network.neutron [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.462524] env[62859]: DEBUG nova.network.neutron [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance_info_cache with network_info: [{"id": "18501a62-6ba7-461a-be30-d24a939ee5b2", "address": "fa:16:3e:df:34:c8", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18501a62-6b", "ovs_interfaceid": "18501a62-6ba7-461a-be30-d24a939ee5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.964934] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.391849] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.488177] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48326d2-6e21-4776-835b-eada702a0b95 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.507342] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56544c3a-8102-4166-829b-ff6a62b6e20f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.514610] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance 'd26407b3-c1b6-4343-92fd-3e55af3eeabf' progress to 83 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.021767] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.022153] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d377d4a-3a93-4506-b01b-4686df21e91b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.029335] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1297.029335] env[62859]: value = "task-2538849" [ 1297.029335] env[62859]: _type = "Task" [ 1297.029335] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.037108] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.391840] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.392098] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.392255] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1297.538484] env[62859]: DEBUG oslo_vmware.api [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538849, 'name': PowerOnVM_Task, 'duration_secs': 0.374949} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.538742] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.538929] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0d171c-e64e-4208-b4bc-b83d12cabf4c tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance 'd26407b3-c1b6-4343-92fd-3e55af3eeabf' progress to 100 {{(pid=62859) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.391968] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.895212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.895457] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.895630] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.895787] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1298.896675] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901b0907-a17a-418d-8eca-7c661e6565cf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.904784] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dc1499-a83d-4207-91b2-12d8dd38e759 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.918166] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b07cec1-6226-4c33-b6b2-3a900578d08d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.923923] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcd0a5c-5d4a-4d16-b154-269e3f55b977 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.954244] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180740MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1298.954421] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.954602] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.963725] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Applying migration context for instance d26407b3-c1b6-4343-92fd-3e55af3eeabf as it has an incoming, in-progress migration 3deba8c7-86c1-481d-8be7-86535bd52d83. Migration status is finished {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1299.964606] env[62859]: INFO nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating resource usage from migration 3deba8c7-86c1-481d-8be7-86535bd52d83 [ 1299.980485] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.980636] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c66b2f44-68c1-4823-b386-d67709cb4f45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.980772] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c8a13c13-f3f1-45f0-a07e-e3d1091f0bba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.980909] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Migration 3deba8c7-86c1-481d-8be7-86535bd52d83 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1299.981059] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance d26407b3-c1b6-4343-92fd-3e55af3eeabf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.981255] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1299.981397] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1300.042823] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c55b5-add2-434d-9afa-d50203b65a81 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.050350] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eef1ddd-a8e5-4cb3-a772-21b97f5c4a0e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.079074] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6677e02d-2ffe-4574-84d7-429b27c8aab4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.085981] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09d9dd6-cda5-4825-a70b-447dfbdee532 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.099784] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.203480] env[62859]: DEBUG nova.network.neutron [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Port 18501a62-6ba7-461a-be30-d24a939ee5b2 binding to destination host cpu-1 is already ACTIVE {{(pid=62859) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1300.203745] env[62859]: DEBUG oslo_concurrency.lockutils [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.203903] env[62859]: DEBUG oslo_concurrency.lockutils [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.204081] env[62859]: DEBUG nova.network.neutron [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.603214] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.892661] env[62859]: DEBUG nova.network.neutron [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance_info_cache with network_info: [{"id": "18501a62-6ba7-461a-be30-d24a939ee5b2", "address": "fa:16:3e:df:34:c8", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18501a62-6b", "ovs_interfaceid": "18501a62-6ba7-461a-be30-d24a939ee5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.107719] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1301.108136] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.395669] env[62859]: DEBUG oslo_concurrency.lockutils [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.899513] env[62859]: DEBUG nova.compute.manager [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62859) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1301.899735] env[62859]: DEBUG oslo_concurrency.lockutils [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.899967] env[62859]: DEBUG oslo_concurrency.lockutils [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.103203] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.103556] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.103787] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.402872] env[62859]: DEBUG nova.objects.instance [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'migration_context' on Instance uuid d26407b3-c1b6-4343-92fd-3e55af3eeabf {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.721300] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "c66b2f44-68c1-4823-b386-d67709cb4f45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.721666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "c66b2f44-68c1-4823-b386-d67709cb4f45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.721968] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "c66b2f44-68c1-4823-b386-d67709cb4f45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.722264] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "c66b2f44-68c1-4823-b386-d67709cb4f45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.722529] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "c66b2f44-68c1-4823-b386-d67709cb4f45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.725178] env[62859]: INFO nova.compute.manager [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Terminating instance [ 1302.976802] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b280c32e-1bc2-4965-b385-e3cba45f7723 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.984489] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5f64fb-2d58-4f88-ae39-fa6cab40da6f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.014378] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed5e0ae-112b-4d01-9fba-64b1edb8e96d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.021132] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ffc6f-df79-4939-8e14-4a20acaff872 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.034469] env[62859]: DEBUG nova.compute.provider_tree [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.229196] env[62859]: DEBUG nova.compute.manager [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1303.229420] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1303.230364] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198b88f9-1630-4ad3-a2f3-5eba1d9b54d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.238023] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.238277] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a53ebe80-24b9-4461-b513-d707632ff4bf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.243626] env[62859]: DEBUG oslo_vmware.api [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1303.243626] env[62859]: value = "task-2538850" [ 1303.243626] env[62859]: _type = "Task" [ 1303.243626] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.251531] env[62859]: DEBUG oslo_vmware.api [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.537787] env[62859]: DEBUG nova.scheduler.client.report [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.753230] env[62859]: DEBUG oslo_vmware.api [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538850, 'name': PowerOffVM_Task, 'duration_secs': 0.182434} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.753496] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.753670] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1303.753917] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86082a71-ca6b-4c73-b8dc-486695066230 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.811917] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.812098] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.812278] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleting the datastore file [datastore1] c66b2f44-68c1-4823-b386-d67709cb4f45 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.812546] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99300959-cd02-43f8-a0fc-35be22071923 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.818660] env[62859]: DEBUG oslo_vmware.api [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1303.818660] env[62859]: value = "task-2538852" [ 1303.818660] env[62859]: _type = "Task" [ 1303.818660] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.825913] env[62859]: DEBUG oslo_vmware.api [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.329306] env[62859]: DEBUG oslo_vmware.api [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137947} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.329578] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.329767] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.329944] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.330215] env[62859]: INFO nova.compute.manager [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1304.330413] env[62859]: DEBUG oslo.service.loopingcall [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1304.330610] env[62859]: DEBUG nova.compute.manager [-] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1304.330721] env[62859]: DEBUG nova.network.neutron [-] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.391900] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.392068] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1304.392228] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Rebuilding the list of instances to heal {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1304.547939] env[62859]: DEBUG oslo_concurrency.lockutils [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.648s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.760355] env[62859]: DEBUG nova.compute.manager [req-a8448972-e5fb-42de-9d58-578ab9c5cc4d req-9cf318c2-0f19-4f86-b74f-1822b220af64 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Received event network-vif-deleted-5212e5c1-ac08-4395-8463-afefcfb99b3c {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1304.760658] env[62859]: INFO nova.compute.manager [req-a8448972-e5fb-42de-9d58-578ab9c5cc4d req-9cf318c2-0f19-4f86-b74f-1822b220af64 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Neutron deleted interface 5212e5c1-ac08-4395-8463-afefcfb99b3c; detaching it from the instance and deleting it from the info cache [ 1304.760825] env[62859]: DEBUG nova.network.neutron [req-a8448972-e5fb-42de-9d58-578ab9c5cc4d req-9cf318c2-0f19-4f86-b74f-1822b220af64 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.896126] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Skipping network cache update for instance because it is being deleted. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1304.922563] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1304.922725] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquired lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.922874] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Forcefully refreshing network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1304.923047] env[62859]: DEBUG nova.objects.instance [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lazy-loading 'info_cache' on Instance uuid 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.244534] env[62859]: DEBUG nova.network.neutron [-] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.263627] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce4b7c35-41f5-4d53-be62-84ebce257e3e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.273987] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdab692c-cf31-4778-a7fe-e6612b6f4415 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.300459] env[62859]: DEBUG nova.compute.manager [req-a8448972-e5fb-42de-9d58-578ab9c5cc4d req-9cf318c2-0f19-4f86-b74f-1822b220af64 service nova] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Detach interface failed, port_id=5212e5c1-ac08-4395-8463-afefcfb99b3c, reason: Instance c66b2f44-68c1-4823-b386-d67709cb4f45 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1305.748146] env[62859]: INFO nova.compute.manager [-] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Took 1.42 seconds to deallocate network for instance. [ 1306.088358] env[62859]: INFO nova.compute.manager [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Swapping old allocation on dict_keys(['494b5d0c-f15a-479a-ac4d-c7713965aa19']) held by migration 3deba8c7-86c1-481d-8be7-86535bd52d83 for instance [ 1306.110436] env[62859]: DEBUG nova.scheduler.client.report [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Overwriting current allocation {'allocations': {'494b5d0c-f15a-479a-ac4d-c7713965aa19': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': 'c997984a81d942edb6a6931ac478b38b', 'user_id': 'b3eb7c1dc7b1432ca44955f92b71f592', 'consumer_generation': 1} on consumer d26407b3-c1b6-4343-92fd-3e55af3eeabf {{(pid=62859) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1306.192314] env[62859]: DEBUG oslo_concurrency.lockutils [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.192500] env[62859]: DEBUG oslo_concurrency.lockutils [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.192677] env[62859]: DEBUG nova.network.neutron [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.255966] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.256241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.256464] env[62859]: DEBUG nova.objects.instance [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'resources' on Instance uuid c66b2f44-68c1-4823-b386-d67709cb4f45 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.650318] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Updating instance_info_cache with network_info: [{"id": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "address": "fa:16:3e:2e:8a:01", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5518f18-b1", "ovs_interfaceid": "e5518f18-b16d-4725-9ae6-cf9d9251361f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.813577] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d453a3-ce7f-4ae4-b3bd-86a235040648 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.821075] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51070abf-39f6-4bca-a2f2-92021c5d8c9c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.850660] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e651a354-8506-4df9-a9e7-7b6018b25ad2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.857453] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13903dc4-6365-40ea-90bd-f0092337f114 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.869918] env[62859]: DEBUG nova.compute.provider_tree [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.911454] env[62859]: DEBUG nova.network.neutron [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance_info_cache with network_info: [{"id": "18501a62-6ba7-461a-be30-d24a939ee5b2", "address": "fa:16:3e:df:34:c8", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18501a62-6b", "ovs_interfaceid": "18501a62-6ba7-461a-be30-d24a939ee5b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.152987] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Releasing lock "refresh_cache-058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.153222] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Updated the network info_cache for instance {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1307.153446] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.373364] env[62859]: DEBUG nova.scheduler.client.report [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.414464] env[62859]: DEBUG oslo_concurrency.lockutils [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-d26407b3-c1b6-4343-92fd-3e55af3eeabf" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1307.414576] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.414803] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6465780-e976-4a60-a179-05443a54b987 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.421709] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1307.421709] env[62859]: value = "task-2538853" [ 1307.421709] env[62859]: _type = "Task" [ 1307.421709] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.430204] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.878347] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.894235] env[62859]: INFO nova.scheduler.client.report [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleted allocations for instance c66b2f44-68c1-4823-b386-d67709cb4f45 [ 1307.932468] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538853, 'name': PowerOffVM_Task, 'duration_secs': 0.195953} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.932619] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.933310] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.933525] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.933682] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.933863] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.934019] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.934170] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.934371] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.934528] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.934692] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.934851] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.935033] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.940658] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a22aebc7-affc-45d5-bdb3-b69b9a71395b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.954966] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1307.954966] env[62859]: value = "task-2538854" [ 1307.954966] env[62859]: _type = "Task" [ 1307.954966] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.962569] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.402027] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e3336a56-fe9a-4247-9731-a6e9283de016 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "c66b2f44-68c1-4823-b386-d67709cb4f45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.464691] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538854, 'name': ReconfigVM_Task, 'duration_secs': 0.174398} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.465536] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551d724c-86e4-46e5-8eca-fbc3e5d86d0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.482933] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.483182] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.483335] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.483521] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.483669] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.483817] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.484034] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.484200] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.484367] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.484527] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.484698] env[62859]: DEBUG nova.virt.hardware [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.485465] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115bd454-ba6c-4e93-b38c-4d1c38fe4d8a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.490845] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1308.490845] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52310959-0171-ba5c-11e0-a30b5ae4b71a" [ 1308.490845] env[62859]: _type = "Task" [ 1308.490845] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.498629] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52310959-0171-ba5c-11e0-a30b5ae4b71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.001393] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52310959-0171-ba5c-11e0-a30b5ae4b71a, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.006815] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.007039] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c6e4db-101a-46eb-9a36-ad3ae5c8c77e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.025081] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1309.025081] env[62859]: value = "task-2538855" [ 1309.025081] env[62859]: _type = "Task" [ 1309.025081] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.033051] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.535788] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538855, 'name': ReconfigVM_Task, 'duration_secs': 0.305101} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.536053] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1309.536777] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9ab303-f782-4b19-80aa-b58a770f6831 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.559925] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d26407b3-c1b6-4343-92fd-3e55af3eeabf/d26407b3-c1b6-4343-92fd-3e55af3eeabf.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.560278] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96d1b04-c17e-4811-8ed3-9e227c51180e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.578380] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1309.578380] env[62859]: value = "task-2538856" [ 1309.578380] env[62859]: _type = "Task" [ 1309.578380] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.586040] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.662784] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.663222] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.088634] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538856, 'name': ReconfigVM_Task, 'duration_secs': 0.321475} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.089033] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d26407b3-c1b6-4343-92fd-3e55af3eeabf/d26407b3-c1b6-4343-92fd-3e55af3eeabf.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.089720] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca1de20-440d-4505-8812-e9292fe3ec12 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.106857] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea74549c-a011-45b3-bf9c-a66029507518 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.123689] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380812c1-2c19-4e9a-841b-a6797c4790ab {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.140193] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94298126-fd05-41ce-a569-6add643b48e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.146152] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.146361] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6de8b5a-b8bd-4864-8789-2e71301a6578 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.152501] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1310.152501] env[62859]: value = "task-2538857" [ 1310.152501] env[62859]: _type = "Task" [ 1310.152501] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.160578] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.166619] env[62859]: INFO nova.compute.manager [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Detaching volume 82acb5f0-70cb-4cb4-9abd-0dcacad78797 [ 1310.204856] env[62859]: INFO nova.virt.block_device [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Attempting to driver detach volume 82acb5f0-70cb-4cb4-9abd-0dcacad78797 from mountpoint /dev/sdb [ 1310.205125] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1310.205323] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512907', 'volume_id': '82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'name': 'volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed', 'attached_at': '', 'detached_at': '', 'volume_id': '82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'serial': '82acb5f0-70cb-4cb4-9abd-0dcacad78797'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1310.206245] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5c40f7-429e-46af-be3e-91a048829131 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.228468] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d9df4a-6800-4244-a9b4-84a805af145a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.235046] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce8c0a-a629-456f-a835-4ecb63432ac3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.255130] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ba7dea-2142-40f0-8bf9-f12e9199f7fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.269539] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] The volume has not been displaced from its original location: [datastore1] volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797/volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1310.274986] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.275272] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc77ac7-061f-4b60-bda9-a4561fbbd1e0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.292857] env[62859]: DEBUG oslo_vmware.api [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1310.292857] env[62859]: value = "task-2538858" [ 1310.292857] env[62859]: _type = "Task" [ 1310.292857] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.300715] env[62859]: DEBUG oslo_vmware.api [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.663417] env[62859]: DEBUG oslo_vmware.api [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538857, 'name': PowerOnVM_Task, 'duration_secs': 0.395161} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.663683] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.805177] env[62859]: DEBUG oslo_vmware.api [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538858, 'name': ReconfigVM_Task, 'duration_secs': 0.212828} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.805565] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.813199] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dac473e-7097-43dd-9a5d-25fdbe78bc26 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.827819] env[62859]: DEBUG oslo_vmware.api [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1310.827819] env[62859]: value = "task-2538859" [ 1310.827819] env[62859]: _type = "Task" [ 1310.827819] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.834861] env[62859]: DEBUG oslo_vmware.api [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.336828] env[62859]: DEBUG oslo_vmware.api [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538859, 'name': ReconfigVM_Task, 'duration_secs': 0.127611} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.337148] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512907', 'volume_id': '82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'name': 'volume-82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed', 'attached_at': '', 'detached_at': '', 'volume_id': '82acb5f0-70cb-4cb4-9abd-0dcacad78797', 'serial': '82acb5f0-70cb-4cb4-9abd-0dcacad78797'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1311.674135] env[62859]: INFO nova.compute.manager [None req-772e4bef-fcbe-4bcd-ba3b-23b433be6941 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance to original state: 'active' [ 1311.877195] env[62859]: DEBUG nova.objects.instance [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'flavor' on Instance uuid 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.569670] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.570143] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.570262] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.570510] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.570752] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.573139] env[62859]: INFO nova.compute.manager [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Terminating instance [ 1312.884211] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a78a50e3-e02c-4af9-9b82-82e27bf0afd3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.076863] env[62859]: DEBUG nova.compute.manager [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.077108] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.078096] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66dbf28-1810-44a3-b63d-e492a872900c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.086242] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.086475] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df465e2e-0995-40ed-a754-3fb4db7c606b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.092757] env[62859]: DEBUG oslo_vmware.api [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1313.092757] env[62859]: value = "task-2538860" [ 1313.092757] env[62859]: _type = "Task" [ 1313.092757] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.100045] env[62859]: DEBUG oslo_vmware.api [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.602447] env[62859]: DEBUG oslo_vmware.api [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538860, 'name': PowerOffVM_Task, 'duration_secs': 0.190665} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.602885] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.602885] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.603113] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c573f1a1-002b-4882-9291-4f2f72292305 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.663533] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.663736] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.663922] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleting the datastore file [datastore2] d26407b3-c1b6-4343-92fd-3e55af3eeabf {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.664198] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9b6c748-2768-40cf-94a1-c051e8584c34 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.670130] env[62859]: DEBUG oslo_vmware.api [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1313.670130] env[62859]: value = "task-2538862" [ 1313.670130] env[62859]: _type = "Task" [ 1313.670130] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.677280] env[62859]: DEBUG oslo_vmware.api [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.893735] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.893990] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.894221] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.894408] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.894576] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.896725] env[62859]: INFO nova.compute.manager [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Terminating instance [ 1314.180318] env[62859]: DEBUG oslo_vmware.api [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134881} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.180532] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.180689] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.180867] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.181054] env[62859]: INFO nova.compute.manager [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1314.181328] env[62859]: DEBUG oslo.service.loopingcall [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.181528] env[62859]: DEBUG nova.compute.manager [-] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.181623] env[62859]: DEBUG nova.network.neutron [-] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.400354] env[62859]: DEBUG nova.compute.manager [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.400739] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.401994] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00d7ed7-f51e-42e5-80d0-4e75a0f8b42f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.410942] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.411264] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c07aad3-0ddc-4a9f-b97e-ad64ed135434 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.416719] env[62859]: DEBUG oslo_vmware.api [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1314.416719] env[62859]: value = "task-2538863" [ 1314.416719] env[62859]: _type = "Task" [ 1314.416719] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.424535] env[62859]: DEBUG oslo_vmware.api [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.628699] env[62859]: DEBUG nova.compute.manager [req-924fe946-ea80-439f-a402-d999701aec9c req-a104ecaf-0571-461f-aeb3-7795b52f5868 service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Received event network-vif-deleted-18501a62-6ba7-461a-be30-d24a939ee5b2 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1314.628946] env[62859]: INFO nova.compute.manager [req-924fe946-ea80-439f-a402-d999701aec9c req-a104ecaf-0571-461f-aeb3-7795b52f5868 service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Neutron deleted interface 18501a62-6ba7-461a-be30-d24a939ee5b2; detaching it from the instance and deleting it from the info cache [ 1314.629166] env[62859]: DEBUG nova.network.neutron [req-924fe946-ea80-439f-a402-d999701aec9c req-a104ecaf-0571-461f-aeb3-7795b52f5868 service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.926329] env[62859]: DEBUG oslo_vmware.api [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538863, 'name': PowerOffVM_Task, 'duration_secs': 0.200536} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.926608] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.926780] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.927035] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f7fb0a6-f32d-4051-89dc-a00df6d7f4c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.984941] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.985152] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.985346] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleting the datastore file [datastore2] 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.985600] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c3f092c-16ed-4458-bf92-a4c03c46b65a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.992522] env[62859]: DEBUG oslo_vmware.api [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1314.992522] env[62859]: value = "task-2538865" [ 1314.992522] env[62859]: _type = "Task" [ 1314.992522] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.000290] env[62859]: DEBUG oslo_vmware.api [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.105928] env[62859]: DEBUG nova.network.neutron [-] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.132180] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd2c8f22-9be2-48b6-9642-3a1327f81aba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.141111] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1464ac-c1e2-4cfc-bd76-240765b70a2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.165729] env[62859]: DEBUG nova.compute.manager [req-924fe946-ea80-439f-a402-d999701aec9c req-a104ecaf-0571-461f-aeb3-7795b52f5868 service nova] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Detach interface failed, port_id=18501a62-6ba7-461a-be30-d24a939ee5b2, reason: Instance d26407b3-c1b6-4343-92fd-3e55af3eeabf could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1315.502216] env[62859]: DEBUG oslo_vmware.api [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131271} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.502485] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.502691] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.502873] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.503060] env[62859]: INFO nova.compute.manager [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1315.503340] env[62859]: DEBUG oslo.service.loopingcall [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.503555] env[62859]: DEBUG nova.compute.manager [-] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.503653] env[62859]: DEBUG nova.network.neutron [-] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.608606] env[62859]: INFO nova.compute.manager [-] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Took 1.43 seconds to deallocate network for instance. [ 1316.042133] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.042133] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.117208] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.117208] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.117208] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.141147] env[62859]: INFO nova.scheduler.client.report [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted allocations for instance d26407b3-c1b6-4343-92fd-3e55af3eeabf [ 1316.413445] env[62859]: DEBUG nova.network.neutron [-] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.545815] env[62859]: DEBUG nova.compute.utils [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1316.652347] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a24f6e55-5630-414b-9928-cfb156019c13 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "d26407b3-c1b6-4343-92fd-3e55af3eeabf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.082s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.833469] env[62859]: DEBUG nova.compute.manager [req-caa719f1-fb30-421a-abf7-1f6807bca60c req-1ae905eb-e570-4f30-8907-0b6f2e4ae44c service nova] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Received event network-vif-deleted-e5518f18-b16d-4725-9ae6-cf9d9251361f {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1316.916083] env[62859]: INFO nova.compute.manager [-] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Took 1.41 seconds to deallocate network for instance. [ 1317.049072] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.412398] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.412635] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.421771] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.421920] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.422156] env[62859]: DEBUG nova.objects.instance [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'resources' on Instance uuid 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.915243] env[62859]: DEBUG nova.compute.manager [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.972499] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50281a3-92d6-449d-a518-838e92d431d6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.979812] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b40149c-e3e7-4546-859d-074d990b5bcf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.009942] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76755092-afaf-4b58-b0f5-6b49e96a56ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.016417] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce52c14c-89b5-483e-82f1-aa321b5936e1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.028921] env[62859]: DEBUG nova.compute.provider_tree [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.103846] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.104188] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.104306] env[62859]: INFO nova.compute.manager [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Attaching volume 59e1104b-58a5-4db8-9ca8-eeff927e2f8e to /dev/sdb [ 1318.134036] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2bcb27-249e-4e23-bdc4-d79e75bd27c6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.140589] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a84b715-bd71-4684-afb1-17e014fbb38f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.153050] env[62859]: DEBUG nova.virt.block_device [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updating existing volume attachment record: 77fca251-ff2a-4342-98fd-695877345831 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1318.434629] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.532132] env[62859]: DEBUG nova.scheduler.client.report [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.037123] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.039496] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.605s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.041051] env[62859]: INFO nova.compute.claims [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.053255] env[62859]: INFO nova.scheduler.client.report [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleted allocations for instance 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed [ 1319.560107] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2c06dc04-f90f-4d57-a250-c26b052c3dc6 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.665s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.086479] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04a64a2-351e-4568-b18e-882cba1d266f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.095830] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d78f3d-db02-46f5-85a9-61aa666b5a69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.126949] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f500a5-9f6d-4580-b46c-dac799263d8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.134250] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a0d4a5-0741-40fd-a7fb-ccb7f8826239 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.147402] env[62859]: DEBUG nova.compute.provider_tree [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.650289] env[62859]: DEBUG nova.scheduler.client.report [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.155923] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.156494] env[62859]: DEBUG nova.compute.manager [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.662943] env[62859]: DEBUG nova.compute.utils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.665016] env[62859]: DEBUG nova.compute.manager [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1321.665316] env[62859]: DEBUG nova.network.neutron [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.710254] env[62859]: DEBUG nova.policy [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3eb7c1dc7b1432ca44955f92b71f592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c997984a81d942edb6a6931ac478b38b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.902044] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "9e3b8f75-1587-400a-a1e7-fdafab012494" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1321.902164] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.983166] env[62859]: DEBUG nova.network.neutron [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Successfully created port: 5cbf96fd-5e39-4189-90a2-a0a1613f708b {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.169501] env[62859]: DEBUG nova.compute.manager [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.404438] env[62859]: DEBUG nova.compute.manager [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.696288] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1322.696552] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512913', 'volume_id': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'name': 'volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8a13c13-f3f1-45f0-a07e-e3d1091f0bba', 'attached_at': '', 'detached_at': '', 'volume_id': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'serial': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1322.697411] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6527916-00e4-45b0-8479-cbb8a7facb5c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.714525] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a6982b-d613-401b-a286-2f723a096727 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.738326] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e/volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.738783] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e25e4f-b2f5-4776-8188-2c4d80ffd8f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.756521] env[62859]: DEBUG oslo_vmware.api [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1322.756521] env[62859]: value = "task-2538870" [ 1322.756521] env[62859]: _type = "Task" [ 1322.756521] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.763914] env[62859]: DEBUG oslo_vmware.api [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.928637] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.928908] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.930520] env[62859]: INFO nova.compute.claims [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.179729] env[62859]: DEBUG nova.compute.manager [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.209787] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.210041] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.210247] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.210464] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.210618] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.210769] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.210979] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.211161] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.211325] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.211491] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.211667] env[62859]: DEBUG nova.virt.hardware [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.212545] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb024c44-82a7-45d5-9baf-b89caa09bb6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.220254] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5b00f3-0fe1-4b94-aac4-ba0619a2d1ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.265353] env[62859]: DEBUG oslo_vmware.api [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.321882] env[62859]: DEBUG nova.compute.manager [req-c2478934-75f2-4a27-8599-45d322ef7ea2 req-9ebf9bef-045e-4404-b3f1-cd026b8fb89c service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Received event network-vif-plugged-5cbf96fd-5e39-4189-90a2-a0a1613f708b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1323.322176] env[62859]: DEBUG oslo_concurrency.lockutils [req-c2478934-75f2-4a27-8599-45d322ef7ea2 req-9ebf9bef-045e-4404-b3f1-cd026b8fb89c service nova] Acquiring lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.322427] env[62859]: DEBUG oslo_concurrency.lockutils [req-c2478934-75f2-4a27-8599-45d322ef7ea2 req-9ebf9bef-045e-4404-b3f1-cd026b8fb89c service nova] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.322650] env[62859]: DEBUG oslo_concurrency.lockutils [req-c2478934-75f2-4a27-8599-45d322ef7ea2 req-9ebf9bef-045e-4404-b3f1-cd026b8fb89c service nova] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.322855] env[62859]: DEBUG nova.compute.manager [req-c2478934-75f2-4a27-8599-45d322ef7ea2 req-9ebf9bef-045e-4404-b3f1-cd026b8fb89c service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] No waiting events found dispatching network-vif-plugged-5cbf96fd-5e39-4189-90a2-a0a1613f708b {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.323078] env[62859]: WARNING nova.compute.manager [req-c2478934-75f2-4a27-8599-45d322ef7ea2 req-9ebf9bef-045e-4404-b3f1-cd026b8fb89c service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Received unexpected event network-vif-plugged-5cbf96fd-5e39-4189-90a2-a0a1613f708b for instance with vm_state building and task_state spawning. [ 1323.409833] env[62859]: DEBUG nova.network.neutron [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Successfully updated port: 5cbf96fd-5e39-4189-90a2-a0a1613f708b {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.767073] env[62859]: DEBUG oslo_vmware.api [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538870, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.912241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.912423] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.912525] env[62859]: DEBUG nova.network.neutron [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.985905] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3fb7e0-e19c-45cf-a902-bf098a87ce75 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.993823] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ae9c5-1902-4888-bd7a-7bbc50e931cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.022636] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80587e41-861a-48dc-af32-783d4df418de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.030089] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ba0913-3558-4185-aab6-ae2dc389e32d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.042800] env[62859]: DEBUG nova.compute.provider_tree [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.268830] env[62859]: DEBUG oslo_vmware.api [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538870, 'name': ReconfigVM_Task, 'duration_secs': 1.395149} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.269078] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Reconfigured VM instance instance-00000071 to attach disk [datastore2] volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e/volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.273693] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2f96200-bb01-4f01-a544-e04ae5e88a77 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.288306] env[62859]: DEBUG oslo_vmware.api [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1324.288306] env[62859]: value = "task-2538871" [ 1324.288306] env[62859]: _type = "Task" [ 1324.288306] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.298610] env[62859]: DEBUG oslo_vmware.api [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.446016] env[62859]: DEBUG nova.network.neutron [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.546294] env[62859]: DEBUG nova.scheduler.client.report [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.579608] env[62859]: DEBUG nova.network.neutron [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Updating instance_info_cache with network_info: [{"id": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "address": "fa:16:3e:be:4b:5f", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbf96fd-5e", "ovs_interfaceid": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.798683] env[62859]: DEBUG oslo_vmware.api [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538871, 'name': ReconfigVM_Task, 'duration_secs': 0.166076} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.799075] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512913', 'volume_id': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'name': 'volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8a13c13-f3f1-45f0-a07e-e3d1091f0bba', 'attached_at': '', 'detached_at': '', 'volume_id': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'serial': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1325.053264] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.053741] env[62859]: DEBUG nova.compute.manager [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.082505] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.082803] env[62859]: DEBUG nova.compute.manager [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Instance network_info: |[{"id": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "address": "fa:16:3e:be:4b:5f", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbf96fd-5e", "ovs_interfaceid": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1325.083262] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:4b:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cbf96fd-5e39-4189-90a2-a0a1613f708b', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.090857] env[62859]: DEBUG oslo.service.loopingcall [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.091725] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.092366] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-357ad592-b3fc-4730-973a-078062dd0378 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.111666] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.111666] env[62859]: value = "task-2538872" [ 1325.111666] env[62859]: _type = "Task" [ 1325.111666] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.119038] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538872, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.348207] env[62859]: DEBUG nova.compute.manager [req-2647cc1e-56d3-4fb3-a72f-5d3ed67849a7 req-e46caf18-ee9c-455c-b388-1377feaea86e service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Received event network-changed-5cbf96fd-5e39-4189-90a2-a0a1613f708b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1325.348383] env[62859]: DEBUG nova.compute.manager [req-2647cc1e-56d3-4fb3-a72f-5d3ed67849a7 req-e46caf18-ee9c-455c-b388-1377feaea86e service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Refreshing instance network info cache due to event network-changed-5cbf96fd-5e39-4189-90a2-a0a1613f708b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1325.348628] env[62859]: DEBUG oslo_concurrency.lockutils [req-2647cc1e-56d3-4fb3-a72f-5d3ed67849a7 req-e46caf18-ee9c-455c-b388-1377feaea86e service nova] Acquiring lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.348790] env[62859]: DEBUG oslo_concurrency.lockutils [req-2647cc1e-56d3-4fb3-a72f-5d3ed67849a7 req-e46caf18-ee9c-455c-b388-1377feaea86e service nova] Acquired lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.348965] env[62859]: DEBUG nova.network.neutron [req-2647cc1e-56d3-4fb3-a72f-5d3ed67849a7 req-e46caf18-ee9c-455c-b388-1377feaea86e service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Refreshing network info cache for port 5cbf96fd-5e39-4189-90a2-a0a1613f708b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.559079] env[62859]: DEBUG nova.compute.utils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.560235] env[62859]: DEBUG nova.compute.manager [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.560401] env[62859]: DEBUG nova.network.neutron [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.595733] env[62859]: DEBUG nova.policy [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3563d0baef3a4316b063479e05615eaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628606a39ab44618f21010bc25cb4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.622460] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538872, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.834263] env[62859]: DEBUG nova.objects.instance [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.057944] env[62859]: DEBUG nova.network.neutron [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Successfully created port: 8f6b9688-b3f9-4da4-b5e8-19679bde932b {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.062937] env[62859]: DEBUG nova.compute.manager [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.091125] env[62859]: DEBUG nova.network.neutron [req-2647cc1e-56d3-4fb3-a72f-5d3ed67849a7 req-e46caf18-ee9c-455c-b388-1377feaea86e service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Updated VIF entry in instance network info cache for port 5cbf96fd-5e39-4189-90a2-a0a1613f708b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.091531] env[62859]: DEBUG nova.network.neutron [req-2647cc1e-56d3-4fb3-a72f-5d3ed67849a7 req-e46caf18-ee9c-455c-b388-1377feaea86e service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Updating instance_info_cache with network_info: [{"id": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "address": "fa:16:3e:be:4b:5f", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbf96fd-5e", "ovs_interfaceid": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.122628] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538872, 'name': CreateVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.339173] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d1eb35d4-1cd5-4c23-a2e1-319bc4b8beaf tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.235s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.486418] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.486663] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.486845] env[62859]: DEBUG nova.compute.manager [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.487742] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f454e086-3110-4fbc-92e8-a6cd1ceb3ec7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.494406] env[62859]: DEBUG nova.compute.manager [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1326.494963] env[62859]: DEBUG nova.objects.instance [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.594039] env[62859]: DEBUG oslo_concurrency.lockutils [req-2647cc1e-56d3-4fb3-a72f-5d3ed67849a7 req-e46caf18-ee9c-455c-b388-1377feaea86e service nova] Releasing lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.623762] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538872, 'name': CreateVM_Task, 'duration_secs': 1.332153} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.623762] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.623946] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.623946] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.624283] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.624534] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71415ea6-f3c3-428d-8bdc-435cac4f42c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.629586] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1326.629586] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521d9e97-82ab-a84c-158a-af3180d9bda4" [ 1326.629586] env[62859]: _type = "Task" [ 1326.629586] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.636964] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521d9e97-82ab-a84c-158a-af3180d9bda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.072953] env[62859]: DEBUG nova.compute.manager [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.104596] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.104859] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.105036] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.105284] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.105472] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.105628] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.105841] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.106009] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.106231] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.106404] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.106581] env[62859]: DEBUG nova.virt.hardware [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.107464] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3aeb6-be33-41ef-b51b-14dd4718abb6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.115482] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f6f703-06b0-4997-b1dd-f679da5bbdd4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.138585] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521d9e97-82ab-a84c-158a-af3180d9bda4, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.138831] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.139071] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.139304] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.139456] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.139629] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.139869] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04a25048-6198-4e1b-bcf5-c324d61a05f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.148106] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.148286] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.148950] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabfbf77-7316-4fd5-90be-ae121b99657c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.153487] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1327.153487] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c9ad7a-cd0f-a953-9b9d-25361f2d0f00" [ 1327.153487] env[62859]: _type = "Task" [ 1327.153487] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.160360] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c9ad7a-cd0f-a953-9b9d-25361f2d0f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.398440] env[62859]: DEBUG nova.compute.manager [req-b61e6420-a1a9-4057-ad00-a37e43e89822 req-1955f15d-6bce-4d5d-924c-92455748b8e0 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Received event network-vif-plugged-8f6b9688-b3f9-4da4-b5e8-19679bde932b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1327.398543] env[62859]: DEBUG oslo_concurrency.lockutils [req-b61e6420-a1a9-4057-ad00-a37e43e89822 req-1955f15d-6bce-4d5d-924c-92455748b8e0 service nova] Acquiring lock "9e3b8f75-1587-400a-a1e7-fdafab012494-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.398760] env[62859]: DEBUG oslo_concurrency.lockutils [req-b61e6420-a1a9-4057-ad00-a37e43e89822 req-1955f15d-6bce-4d5d-924c-92455748b8e0 service nova] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.398957] env[62859]: DEBUG oslo_concurrency.lockutils [req-b61e6420-a1a9-4057-ad00-a37e43e89822 req-1955f15d-6bce-4d5d-924c-92455748b8e0 service nova] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.399395] env[62859]: DEBUG nova.compute.manager [req-b61e6420-a1a9-4057-ad00-a37e43e89822 req-1955f15d-6bce-4d5d-924c-92455748b8e0 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] No waiting events found dispatching network-vif-plugged-8f6b9688-b3f9-4da4-b5e8-19679bde932b {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.399621] env[62859]: WARNING nova.compute.manager [req-b61e6420-a1a9-4057-ad00-a37e43e89822 req-1955f15d-6bce-4d5d-924c-92455748b8e0 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Received unexpected event network-vif-plugged-8f6b9688-b3f9-4da4-b5e8-19679bde932b for instance with vm_state building and task_state spawning. [ 1327.476457] env[62859]: DEBUG nova.network.neutron [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Successfully updated port: 8f6b9688-b3f9-4da4-b5e8-19679bde932b {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.502598] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.502846] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52ca69f6-9e1d-4609-a516-db6486aebae9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.510336] env[62859]: DEBUG oslo_vmware.api [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1327.510336] env[62859]: value = "task-2538873" [ 1327.510336] env[62859]: _type = "Task" [ 1327.510336] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.518206] env[62859]: DEBUG oslo_vmware.api [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.664176] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c9ad7a-cd0f-a953-9b9d-25361f2d0f00, 'name': SearchDatastore_Task, 'duration_secs': 0.009773} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.664871] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aa380e-7dc9-4bb2-bf29-9086a31ae8f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.669796] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1327.669796] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e2bace-1b15-5404-991f-b7dc7243fcd4" [ 1327.669796] env[62859]: _type = "Task" [ 1327.669796] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.677738] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e2bace-1b15-5404-991f-b7dc7243fcd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.980903] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "refresh_cache-9e3b8f75-1587-400a-a1e7-fdafab012494" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.981054] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "refresh_cache-9e3b8f75-1587-400a-a1e7-fdafab012494" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.981225] env[62859]: DEBUG nova.network.neutron [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1328.019557] env[62859]: DEBUG oslo_vmware.api [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538873, 'name': PowerOffVM_Task, 'duration_secs': 0.178366} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.019809] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.020014] env[62859]: DEBUG nova.compute.manager [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.020782] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5fe041-5162-479d-ab8a-f5dbf8317b17 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.179964] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e2bace-1b15-5404-991f-b7dc7243fcd4, 'name': SearchDatastore_Task, 'duration_secs': 0.017892} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.180373] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.180526] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a6c7dd17-8168-46bc-9db4-92e2c1106b66/a6c7dd17-8168-46bc-9db4-92e2c1106b66.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.180778] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-468a3a62-b13c-4437-8051-76ae997dd072 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.187224] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1328.187224] env[62859]: value = "task-2538874" [ 1328.187224] env[62859]: _type = "Task" [ 1328.187224] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.194512] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.516061] env[62859]: DEBUG nova.network.neutron [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.532370] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bfa1f427-8e36-4d06-bc1d-90f1b91becb5 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.656215] env[62859]: DEBUG nova.network.neutron [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Updating instance_info_cache with network_info: [{"id": "8f6b9688-b3f9-4da4-b5e8-19679bde932b", "address": "fa:16:3e:1d:92:1e", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6b9688-b3", "ovs_interfaceid": "8f6b9688-b3f9-4da4-b5e8-19679bde932b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.697268] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538874, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.853889] env[62859]: DEBUG nova.objects.instance [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.158663] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "refresh_cache-9e3b8f75-1587-400a-a1e7-fdafab012494" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.159080] env[62859]: DEBUG nova.compute.manager [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Instance network_info: |[{"id": "8f6b9688-b3f9-4da4-b5e8-19679bde932b", "address": "fa:16:3e:1d:92:1e", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6b9688-b3", "ovs_interfaceid": "8f6b9688-b3f9-4da4-b5e8-19679bde932b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.159541] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:92:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f6b9688-b3f9-4da4-b5e8-19679bde932b', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.167075] env[62859]: DEBUG oslo.service.loopingcall [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.167292] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.167543] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c7125e9-005d-4179-ab39-2a58e94f62fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.186977] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.186977] env[62859]: value = "task-2538875" [ 1329.186977] env[62859]: _type = "Task" [ 1329.186977] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.196851] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538875, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.199735] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511075} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.199968] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a6c7dd17-8168-46bc-9db4-92e2c1106b66/a6c7dd17-8168-46bc-9db4-92e2c1106b66.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.200184] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.200432] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d76ceace-554b-42fd-9884-ad1551e059f3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.208113] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1329.208113] env[62859]: value = "task-2538876" [ 1329.208113] env[62859]: _type = "Task" [ 1329.208113] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.215314] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.359836] env[62859]: DEBUG oslo_concurrency.lockutils [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.360084] env[62859]: DEBUG oslo_concurrency.lockutils [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.360338] env[62859]: DEBUG nova.network.neutron [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.360554] env[62859]: DEBUG nova.objects.instance [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'info_cache' on Instance uuid c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.424985] env[62859]: DEBUG nova.compute.manager [req-3e340330-6faa-4f6b-b28f-ce0d024d4fab req-c6f2297a-6b19-4465-ae90-0aeccc91c719 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Received event network-changed-8f6b9688-b3f9-4da4-b5e8-19679bde932b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1329.425239] env[62859]: DEBUG nova.compute.manager [req-3e340330-6faa-4f6b-b28f-ce0d024d4fab req-c6f2297a-6b19-4465-ae90-0aeccc91c719 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Refreshing instance network info cache due to event network-changed-8f6b9688-b3f9-4da4-b5e8-19679bde932b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1329.425495] env[62859]: DEBUG oslo_concurrency.lockutils [req-3e340330-6faa-4f6b-b28f-ce0d024d4fab req-c6f2297a-6b19-4465-ae90-0aeccc91c719 service nova] Acquiring lock "refresh_cache-9e3b8f75-1587-400a-a1e7-fdafab012494" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.425672] env[62859]: DEBUG oslo_concurrency.lockutils [req-3e340330-6faa-4f6b-b28f-ce0d024d4fab req-c6f2297a-6b19-4465-ae90-0aeccc91c719 service nova] Acquired lock "refresh_cache-9e3b8f75-1587-400a-a1e7-fdafab012494" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.425880] env[62859]: DEBUG nova.network.neutron [req-3e340330-6faa-4f6b-b28f-ce0d024d4fab req-c6f2297a-6b19-4465-ae90-0aeccc91c719 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Refreshing network info cache for port 8f6b9688-b3f9-4da4-b5e8-19679bde932b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.697547] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538875, 'name': CreateVM_Task, 'duration_secs': 0.409955} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.697731] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.698338] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.698507] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.698826] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.699084] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccb14cc7-3a24-4265-9ee8-d9243af858a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.703255] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1329.703255] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52718e25-95b2-3431-1928-a9d62cfade9d" [ 1329.703255] env[62859]: _type = "Task" [ 1329.703255] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.710451] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52718e25-95b2-3431-1928-a9d62cfade9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.716798] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090387} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.717046] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.717723] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de6f7d8-bafe-4e64-b2ca-4418debfe403 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.738018] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] a6c7dd17-8168-46bc-9db4-92e2c1106b66/a6c7dd17-8168-46bc-9db4-92e2c1106b66.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.738250] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-792762a1-9d13-4ec7-96f3-94567bc5b7c0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.756570] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1329.756570] env[62859]: value = "task-2538877" [ 1329.756570] env[62859]: _type = "Task" [ 1329.756570] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.763491] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.864212] env[62859]: DEBUG nova.objects.base [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1330.119553] env[62859]: DEBUG nova.network.neutron [req-3e340330-6faa-4f6b-b28f-ce0d024d4fab req-c6f2297a-6b19-4465-ae90-0aeccc91c719 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Updated VIF entry in instance network info cache for port 8f6b9688-b3f9-4da4-b5e8-19679bde932b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.119914] env[62859]: DEBUG nova.network.neutron [req-3e340330-6faa-4f6b-b28f-ce0d024d4fab req-c6f2297a-6b19-4465-ae90-0aeccc91c719 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Updating instance_info_cache with network_info: [{"id": "8f6b9688-b3f9-4da4-b5e8-19679bde932b", "address": "fa:16:3e:1d:92:1e", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6b9688-b3", "ovs_interfaceid": "8f6b9688-b3f9-4da4-b5e8-19679bde932b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.215184] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52718e25-95b2-3431-1928-a9d62cfade9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.215519] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.215628] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.215859] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.216020] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.216202] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.216464] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de1d2bf5-53c9-4b06-a71c-a9751370c151 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.224492] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.224666] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.225339] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a70e66b-5575-48a9-94d5-f2dc8ba28d57 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.230195] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1330.230195] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5299c39d-422f-4140-7503-413a2c510011" [ 1330.230195] env[62859]: _type = "Task" [ 1330.230195] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.237364] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5299c39d-422f-4140-7503-413a2c510011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.265223] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538877, 'name': ReconfigVM_Task, 'duration_secs': 0.311091} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.265486] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Reconfigured VM instance instance-00000072 to attach disk [datastore2] a6c7dd17-8168-46bc-9db4-92e2c1106b66/a6c7dd17-8168-46bc-9db4-92e2c1106b66.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.266073] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3001505d-1a11-4ea4-9b79-9902eefa71f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.271824] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1330.271824] env[62859]: value = "task-2538878" [ 1330.271824] env[62859]: _type = "Task" [ 1330.271824] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.279035] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538878, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.566403] env[62859]: DEBUG nova.network.neutron [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updating instance_info_cache with network_info: [{"id": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "address": "fa:16:3e:bb:63:e3", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffbc80-f5", "ovs_interfaceid": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.623024] env[62859]: DEBUG oslo_concurrency.lockutils [req-3e340330-6faa-4f6b-b28f-ce0d024d4fab req-c6f2297a-6b19-4465-ae90-0aeccc91c719 service nova] Releasing lock "refresh_cache-9e3b8f75-1587-400a-a1e7-fdafab012494" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.741046] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5299c39d-422f-4140-7503-413a2c510011, 'name': SearchDatastore_Task, 'duration_secs': 0.008864} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.741776] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b989bf-64b6-4700-a02a-015ccc18ff60 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.746378] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1330.746378] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522edca9-4205-c5c1-b32e-47c745bd2d2d" [ 1330.746378] env[62859]: _type = "Task" [ 1330.746378] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.753546] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522edca9-4205-c5c1-b32e-47c745bd2d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.779971] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538878, 'name': Rename_Task, 'duration_secs': 0.213936} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.780233] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.780499] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e8b02e3-424b-44d0-938e-c6f3fd3237d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.786474] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1330.786474] env[62859]: value = "task-2538879" [ 1330.786474] env[62859]: _type = "Task" [ 1330.786474] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.793505] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.069080] env[62859]: DEBUG oslo_concurrency.lockutils [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Releasing lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.257075] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522edca9-4205-c5c1-b32e-47c745bd2d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.257417] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.257580] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 9e3b8f75-1587-400a-a1e7-fdafab012494/9e3b8f75-1587-400a-a1e7-fdafab012494.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.257829] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cee1c26-6954-4e27-a45e-ba6ed166a1fc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.264996] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1331.264996] env[62859]: value = "task-2538880" [ 1331.264996] env[62859]: _type = "Task" [ 1331.264996] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.271823] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.294438] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.775340] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454627} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.775596] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 9e3b8f75-1587-400a-a1e7-fdafab012494/9e3b8f75-1587-400a-a1e7-fdafab012494.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.775810] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.776081] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1caa4de7-f908-46db-9379-8ed654d433a6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.781729] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1331.781729] env[62859]: value = "task-2538881" [ 1331.781729] env[62859]: _type = "Task" [ 1331.781729] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.790116] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.799713] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.075340] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.075658] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0ea17e-f0f6-4944-b8a8-34ec4c59239d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.082778] env[62859]: DEBUG oslo_vmware.api [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1332.082778] env[62859]: value = "task-2538882" [ 1332.082778] env[62859]: _type = "Task" [ 1332.082778] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.091055] env[62859]: DEBUG oslo_vmware.api [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.291815] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058391} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.294958] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.295696] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a237eab-3044-46cf-b3f3-f3b1dd36a85f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.302408] env[62859]: DEBUG oslo_vmware.api [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538879, 'name': PowerOnVM_Task, 'duration_secs': 1.28641} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.311284] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.311511] env[62859]: INFO nova.compute.manager [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1332.311705] env[62859]: DEBUG nova.compute.manager [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.320655] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 9e3b8f75-1587-400a-a1e7-fdafab012494/9e3b8f75-1587-400a-a1e7-fdafab012494.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.321419] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482242ab-3f8c-469d-811e-32a46508fb1f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.324072] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c691f96-2ff9-4b13-baad-eaedfa7d2aef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.345203] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1332.345203] env[62859]: value = "task-2538883" [ 1332.345203] env[62859]: _type = "Task" [ 1332.345203] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.353109] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.592811] env[62859]: DEBUG oslo_vmware.api [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538882, 'name': PowerOnVM_Task, 'duration_secs': 0.425286} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.593097] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.593322] env[62859]: DEBUG nova.compute.manager [None req-935d8d2d-3c36-4385-8d7d-a3401bb2ae1f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.594085] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8c822d-4ce9-4855-9d2b-fb45a21b65c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.855944] env[62859]: INFO nova.compute.manager [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Took 14.44 seconds to build instance. [ 1332.860693] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.359829] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f0694c54-3bd0-4a6c-9f12-73573a5d0bfe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.947s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.360135] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538883, 'name': ReconfigVM_Task, 'duration_secs': 0.784418} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.360392] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 9e3b8f75-1587-400a-a1e7-fdafab012494/9e3b8f75-1587-400a-a1e7-fdafab012494.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.361017] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b1d53a6-f8d8-4c15-8ec5-f1ec85c0a0eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.368730] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1333.368730] env[62859]: value = "task-2538884" [ 1333.368730] env[62859]: _type = "Task" [ 1333.368730] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.376753] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538884, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.877650] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538884, 'name': Rename_Task, 'duration_secs': 0.203957} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.877936] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.879376] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fc0a18a-1b40-4908-8875-96606b039898 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.885200] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1333.885200] env[62859]: value = "task-2538885" [ 1333.885200] env[62859]: _type = "Task" [ 1333.885200] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.893851] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.959962] env[62859]: DEBUG nova.compute.manager [req-c32db4d7-d5c2-4219-ae11-115ff7efb434 req-4ceb529b-cafc-4e93-9cf6-c3299077c612 service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Received event network-changed-5cbf96fd-5e39-4189-90a2-a0a1613f708b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1333.960136] env[62859]: DEBUG nova.compute.manager [req-c32db4d7-d5c2-4219-ae11-115ff7efb434 req-4ceb529b-cafc-4e93-9cf6-c3299077c612 service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Refreshing instance network info cache due to event network-changed-5cbf96fd-5e39-4189-90a2-a0a1613f708b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1333.960338] env[62859]: DEBUG oslo_concurrency.lockutils [req-c32db4d7-d5c2-4219-ae11-115ff7efb434 req-4ceb529b-cafc-4e93-9cf6-c3299077c612 service nova] Acquiring lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.960504] env[62859]: DEBUG oslo_concurrency.lockutils [req-c32db4d7-d5c2-4219-ae11-115ff7efb434 req-4ceb529b-cafc-4e93-9cf6-c3299077c612 service nova] Acquired lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.960675] env[62859]: DEBUG nova.network.neutron [req-c32db4d7-d5c2-4219-ae11-115ff7efb434 req-4ceb529b-cafc-4e93-9cf6-c3299077c612 service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Refreshing network info cache for port 5cbf96fd-5e39-4189-90a2-a0a1613f708b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.394795] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.690538] env[62859]: DEBUG nova.network.neutron [req-c32db4d7-d5c2-4219-ae11-115ff7efb434 req-4ceb529b-cafc-4e93-9cf6-c3299077c612 service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Updated VIF entry in instance network info cache for port 5cbf96fd-5e39-4189-90a2-a0a1613f708b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.690928] env[62859]: DEBUG nova.network.neutron [req-c32db4d7-d5c2-4219-ae11-115ff7efb434 req-4ceb529b-cafc-4e93-9cf6-c3299077c612 service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Updating instance_info_cache with network_info: [{"id": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "address": "fa:16:3e:be:4b:5f", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbf96fd-5e", "ovs_interfaceid": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.896793] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.194084] env[62859]: DEBUG oslo_concurrency.lockutils [req-c32db4d7-d5c2-4219-ae11-115ff7efb434 req-4ceb529b-cafc-4e93-9cf6-c3299077c612 service nova] Releasing lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.397316] env[62859]: DEBUG oslo_vmware.api [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538885, 'name': PowerOnVM_Task, 'duration_secs': 1.10754} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.397696] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.397794] env[62859]: INFO nova.compute.manager [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1335.397953] env[62859]: DEBUG nova.compute.manager [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.398740] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b69534-6458-431c-ad32-09c364d94c3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.918890] env[62859]: INFO nova.compute.manager [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Took 13.01 seconds to build instance. [ 1336.145740] env[62859]: DEBUG nova.compute.manager [req-2e9f4ca1-8653-4de2-b660-f81b048b9521 req-71c12f78-e373-45d7-91f0-118d60a896e2 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Received event network-changed-8f6b9688-b3f9-4da4-b5e8-19679bde932b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1336.145955] env[62859]: DEBUG nova.compute.manager [req-2e9f4ca1-8653-4de2-b660-f81b048b9521 req-71c12f78-e373-45d7-91f0-118d60a896e2 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Refreshing instance network info cache due to event network-changed-8f6b9688-b3f9-4da4-b5e8-19679bde932b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1336.146189] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e9f4ca1-8653-4de2-b660-f81b048b9521 req-71c12f78-e373-45d7-91f0-118d60a896e2 service nova] Acquiring lock "refresh_cache-9e3b8f75-1587-400a-a1e7-fdafab012494" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.146338] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e9f4ca1-8653-4de2-b660-f81b048b9521 req-71c12f78-e373-45d7-91f0-118d60a896e2 service nova] Acquired lock "refresh_cache-9e3b8f75-1587-400a-a1e7-fdafab012494" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.146588] env[62859]: DEBUG nova.network.neutron [req-2e9f4ca1-8653-4de2-b660-f81b048b9521 req-71c12f78-e373-45d7-91f0-118d60a896e2 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Refreshing network info cache for port 8f6b9688-b3f9-4da4-b5e8-19679bde932b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.420990] env[62859]: DEBUG oslo_concurrency.lockutils [None req-43ff781a-ae58-4507-b835-ae056acb554a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.518s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.840369] env[62859]: DEBUG nova.network.neutron [req-2e9f4ca1-8653-4de2-b660-f81b048b9521 req-71c12f78-e373-45d7-91f0-118d60a896e2 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Updated VIF entry in instance network info cache for port 8f6b9688-b3f9-4da4-b5e8-19679bde932b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.840757] env[62859]: DEBUG nova.network.neutron [req-2e9f4ca1-8653-4de2-b660-f81b048b9521 req-71c12f78-e373-45d7-91f0-118d60a896e2 service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Updating instance_info_cache with network_info: [{"id": "8f6b9688-b3f9-4da4-b5e8-19679bde932b", "address": "fa:16:3e:1d:92:1e", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6b9688-b3", "ovs_interfaceid": "8f6b9688-b3f9-4da4-b5e8-19679bde932b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.343782] env[62859]: DEBUG oslo_concurrency.lockutils [req-2e9f4ca1-8653-4de2-b660-f81b048b9521 req-71c12f78-e373-45d7-91f0-118d60a896e2 service nova] Releasing lock "refresh_cache-9e3b8f75-1587-400a-a1e7-fdafab012494" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.392462] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.388056] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.893295] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.893587] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1359.391901] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.392241] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.895588] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.895827] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.896014] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.896186] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1359.897075] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8871dcd5-9058-40a1-b9b5-1f449dd233cb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.905352] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0abf4e2-ad6c-4fae-b4a4-78d9c8794f4a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.919553] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5414787-fa78-44af-9aae-254a5e3efe13 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.925549] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7a29c-24a1-40aa-8f54-2d622ac67439 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.954783] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180566MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1359.954968] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.955149] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.994421] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance c8a13c13-f3f1-45f0-a07e-e3d1091f0bba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1360.994686] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance a6c7dd17-8168-46bc-9db4-92e2c1106b66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1360.994732] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 9e3b8f75-1587-400a-a1e7-fdafab012494 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1360.994876] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1360.995027] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1361.045872] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6752b7c5-429c-4163-b721-1cc00be90e5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.053307] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d9fcd1-db26-496c-a5f6-2bb8fc024558 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.083541] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf21f0b-4936-44a4-99ac-f6999cc0e74d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.090294] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9018f2-86de-4778-abf3-363dd5720999 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.103054] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.606585] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.112312] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1362.112659] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.157s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.112673] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.113142] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1363.113142] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.392176] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.392191] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.392594] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1366.427264] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.427496] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquired lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.427588] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Forcefully refreshing network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1367.621885] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updating instance_info_cache with network_info: [{"id": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "address": "fa:16:3e:bb:63:e3", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffbc80-f5", "ovs_interfaceid": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.124766] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Releasing lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.124978] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updated the network info_cache for instance {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1369.048859] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.049187] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.506160] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.506467] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.506618] env[62859]: DEBUG nova.compute.manager [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.507545] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31ff4e9-97a8-4d5f-bbbf-9f5b997f0b8e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.514415] env[62859]: DEBUG nova.compute.manager [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1369.514975] env[62859]: DEBUG nova.objects.instance [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'flavor' on Instance uuid a6c7dd17-8168-46bc-9db4-92e2c1106b66 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.551345] env[62859]: INFO nova.compute.manager [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Detaching volume 59e1104b-58a5-4db8-9ca8-eeff927e2f8e [ 1369.581899] env[62859]: INFO nova.virt.block_device [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Attempting to driver detach volume 59e1104b-58a5-4db8-9ca8-eeff927e2f8e from mountpoint /dev/sdb [ 1369.582148] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1369.582334] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512913', 'volume_id': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'name': 'volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8a13c13-f3f1-45f0-a07e-e3d1091f0bba', 'attached_at': '', 'detached_at': '', 'volume_id': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'serial': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1369.583206] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b81bf-6c25-4f11-98b5-8df4ba69a753 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.604058] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0644f83-0d1e-4ba3-a0d1-a9235bfbccad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.610312] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d1554c-1b72-4fd9-9d07-4310d393517a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.630794] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c361945-e79a-4c13-ba54-a8a0ce65fe9e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.644426] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] The volume has not been displaced from its original location: [datastore2] volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e/volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1369.649526] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1369.649774] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2054429-258c-4c4d-bb1a-8da78ee03b3a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.667287] env[62859]: DEBUG oslo_vmware.api [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1369.667287] env[62859]: value = "task-2538886" [ 1369.667287] env[62859]: _type = "Task" [ 1369.667287] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.674633] env[62859]: DEBUG oslo_vmware.api [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.176675] env[62859]: DEBUG oslo_vmware.api [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538886, 'name': ReconfigVM_Task, 'duration_secs': 0.22261} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.177035] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1370.181776] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e39e1817-6404-4e76-b37c-3d9544e55696 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.195887] env[62859]: DEBUG oslo_vmware.api [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1370.195887] env[62859]: value = "task-2538887" [ 1370.195887] env[62859]: _type = "Task" [ 1370.195887] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.203420] env[62859]: DEBUG oslo_vmware.api [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.523580] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.523911] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a1d6097-296a-4e6f-b949-cc2459cd4fcc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.530944] env[62859]: DEBUG oslo_vmware.api [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1370.530944] env[62859]: value = "task-2538888" [ 1370.530944] env[62859]: _type = "Task" [ 1370.530944] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.538398] env[62859]: DEBUG oslo_vmware.api [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.705676] env[62859]: DEBUG oslo_vmware.api [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538887, 'name': ReconfigVM_Task, 'duration_secs': 0.136784} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.705932] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512913', 'volume_id': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'name': 'volume-59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8a13c13-f3f1-45f0-a07e-e3d1091f0bba', 'attached_at': '', 'detached_at': '', 'volume_id': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e', 'serial': '59e1104b-58a5-4db8-9ca8-eeff927e2f8e'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1371.041299] env[62859]: DEBUG oslo_vmware.api [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538888, 'name': PowerOffVM_Task, 'duration_secs': 0.175253} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.041552] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.041758] env[62859]: DEBUG nova.compute.manager [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.042517] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ed5ad-0b99-47ea-8a95-0e881d682c1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.245095] env[62859]: DEBUG nova.objects.instance [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.553501] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6066d0ce-292f-4de9-b948-6c3ac0bd8485 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.100847] env[62859]: DEBUG nova.objects.instance [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'flavor' on Instance uuid a6c7dd17-8168-46bc-9db4-92e2c1106b66 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.216337] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.252376] env[62859]: DEBUG oslo_concurrency.lockutils [None req-b06b608f-c02a-4248-94c0-9b13f7d7050f tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.253469] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.037s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.253659] env[62859]: DEBUG nova.compute.manager [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.254534] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b7f0a-648f-41c3-b8fa-0ed4c53cde93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.261430] env[62859]: DEBUG nova.compute.manager [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1372.261965] env[62859]: DEBUG nova.objects.instance [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.604933] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.605128] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.605308] env[62859]: DEBUG nova.network.neutron [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.605485] env[62859]: DEBUG nova.objects.instance [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'info_cache' on Instance uuid a6c7dd17-8168-46bc-9db4-92e2c1106b66 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.109269] env[62859]: DEBUG nova.objects.base [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1373.268128] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.268401] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bdecf5c-699f-4795-9fbd-72c2b1b8785d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.275627] env[62859]: DEBUG oslo_vmware.api [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1373.275627] env[62859]: value = "task-2538889" [ 1373.275627] env[62859]: _type = "Task" [ 1373.275627] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.283321] env[62859]: DEBUG oslo_vmware.api [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.327456] env[62859]: DEBUG oslo_concurrency.lockutils [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "9e3b8f75-1587-400a-a1e7-fdafab012494" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.327696] env[62859]: DEBUG oslo_concurrency.lockutils [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.787639] env[62859]: DEBUG oslo_vmware.api [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538889, 'name': PowerOffVM_Task, 'duration_secs': 0.181763} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.787906] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.788152] env[62859]: DEBUG nova.compute.manager [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.788888] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a15a6d-9dcc-4125-b4e5-2a5d6277c11f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.814894] env[62859]: DEBUG nova.network.neutron [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Updating instance_info_cache with network_info: [{"id": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "address": "fa:16:3e:be:4b:5f", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbf96fd-5e", "ovs_interfaceid": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.830532] env[62859]: DEBUG nova.compute.utils [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1374.299899] env[62859]: DEBUG oslo_concurrency.lockutils [None req-3b742771-c920-4382-9bbf-34248a714098 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.317851] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.333089] env[62859]: DEBUG oslo_concurrency.lockutils [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.595950] env[62859]: DEBUG nova.objects.instance [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.101553] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.101740] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.101857] env[62859]: DEBUG nova.network.neutron [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.102052] env[62859]: DEBUG nova.objects.instance [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'info_cache' on Instance uuid c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.323396] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.323776] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7eff696b-9d7f-4938-9d11-95a954310e7a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.330965] env[62859]: DEBUG oslo_vmware.api [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1375.330965] env[62859]: value = "task-2538890" [ 1375.330965] env[62859]: _type = "Task" [ 1375.330965] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.338676] env[62859]: DEBUG oslo_vmware.api [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.393171] env[62859]: DEBUG oslo_concurrency.lockutils [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "9e3b8f75-1587-400a-a1e7-fdafab012494" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.393480] env[62859]: DEBUG oslo_concurrency.lockutils [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.393736] env[62859]: INFO nova.compute.manager [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Attaching volume 7b23b102-c44f-45fa-abf4-0585b9cb4199 to /dev/sdb [ 1375.425698] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3e5851-8e59-4de9-a792-d9a3cc5a3bcb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.432997] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3a4403-36f4-4fcc-9d00-f954df40b669 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.445803] env[62859]: DEBUG nova.virt.block_device [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Updating existing volume attachment record: d94c6c89-d2f0-410d-9982-850b3f1bb783 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1375.605392] env[62859]: DEBUG nova.objects.base [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62859) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1375.840529] env[62859]: DEBUG oslo_vmware.api [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538890, 'name': PowerOnVM_Task, 'duration_secs': 0.394888} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.840861] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.841110] env[62859]: DEBUG nova.compute.manager [None req-5bc258e5-b19b-4f0b-bc28-9d9851e710fe tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.841883] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c06dc-6aaa-4f93-9619-6b8049bb3219 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.304625] env[62859]: DEBUG nova.network.neutron [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updating instance_info_cache with network_info: [{"id": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "address": "fa:16:3e:bb:63:e3", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffbc80-f5", "ovs_interfaceid": "48ffbc80-f528-4595-85b6-2e301f5e4d3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.807374] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Releasing lock "refresh_cache-c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.201403] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62949475-8ed5-4ff6-942c-235ab08f0b2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.208978] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa70958-66aa-4abb-ac6e-e1ce75555d71 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Suspending the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1377.209216] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0c75bc7c-8e04-4cc8-8b49-d5ee0b4320e9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.215295] env[62859]: DEBUG oslo_vmware.api [None req-0fa70958-66aa-4abb-ac6e-e1ce75555d71 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1377.215295] env[62859]: value = "task-2538892" [ 1377.215295] env[62859]: _type = "Task" [ 1377.215295] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.222542] env[62859]: DEBUG oslo_vmware.api [None req-0fa70958-66aa-4abb-ac6e-e1ce75555d71 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538892, 'name': SuspendVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.726577] env[62859]: DEBUG oslo_vmware.api [None req-0fa70958-66aa-4abb-ac6e-e1ce75555d71 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538892, 'name': SuspendVM_Task} progress is 70%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.813491] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.813896] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a73d190-37b3-4b94-9e3e-1647d573b072 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.820296] env[62859]: DEBUG oslo_vmware.api [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1377.820296] env[62859]: value = "task-2538894" [ 1377.820296] env[62859]: _type = "Task" [ 1377.820296] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.828656] env[62859]: DEBUG oslo_vmware.api [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.225950] env[62859]: DEBUG oslo_vmware.api [None req-0fa70958-66aa-4abb-ac6e-e1ce75555d71 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538892, 'name': SuspendVM_Task, 'duration_secs': 0.572091} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.226272] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa70958-66aa-4abb-ac6e-e1ce75555d71 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Suspended the VM {{(pid=62859) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1378.226457] env[62859]: DEBUG nova.compute.manager [None req-0fa70958-66aa-4abb-ac6e-e1ce75555d71 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.227207] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae0afe7-c70c-4a28-8819-115a10c5a497 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.330378] env[62859]: DEBUG oslo_vmware.api [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538894, 'name': PowerOnVM_Task, 'duration_secs': 0.362429} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.330633] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.330863] env[62859]: DEBUG nova.compute.manager [None req-a96110ef-8d38-4d1d-8a79-7e6da2390058 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.331596] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1844d142-e1d3-42cb-a9b6-edc35ecb1471 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.518377] env[62859]: INFO nova.compute.manager [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Resuming [ 1379.519026] env[62859]: DEBUG nova.objects.instance [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'flavor' on Instance uuid a6c7dd17-8168-46bc-9db4-92e2c1106b66 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.990257] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1379.990508] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512916', 'volume_id': '7b23b102-c44f-45fa-abf4-0585b9cb4199', 'name': 'volume-7b23b102-c44f-45fa-abf4-0585b9cb4199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e3b8f75-1587-400a-a1e7-fdafab012494', 'attached_at': '', 'detached_at': '', 'volume_id': '7b23b102-c44f-45fa-abf4-0585b9cb4199', 'serial': '7b23b102-c44f-45fa-abf4-0585b9cb4199'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1379.991462] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9843d5f-4970-4787-a61a-3bd6fb79f553 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.008091] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68645256-75a5-41fc-b51e-ee909077ff69 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.033325] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-7b23b102-c44f-45fa-abf4-0585b9cb4199/volume-7b23b102-c44f-45fa-abf4-0585b9cb4199.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.034653] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b72552-e583-4e7a-aeef-96f3010409ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.052905] env[62859]: DEBUG oslo_vmware.api [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1380.052905] env[62859]: value = "task-2538895" [ 1380.052905] env[62859]: _type = "Task" [ 1380.052905] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.060472] env[62859]: DEBUG oslo_vmware.api [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.565512] env[62859]: DEBUG oslo_vmware.api [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538895, 'name': ReconfigVM_Task, 'duration_secs': 0.315032} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.565903] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-7b23b102-c44f-45fa-abf4-0585b9cb4199/volume-7b23b102-c44f-45fa-abf4-0585b9cb4199.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.570660] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d725c866-f94a-4a6e-9626-605deb57bb0f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.585862] env[62859]: DEBUG oslo_vmware.api [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1380.585862] env[62859]: value = "task-2538896" [ 1380.585862] env[62859]: _type = "Task" [ 1380.585862] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.593559] env[62859]: DEBUG oslo_vmware.api [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.052110] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.052320] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquired lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.052513] env[62859]: DEBUG nova.network.neutron [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.095949] env[62859]: DEBUG oslo_vmware.api [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.597367] env[62859]: DEBUG oslo_vmware.api [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538896, 'name': ReconfigVM_Task, 'duration_secs': 0.882388} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.597664] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512916', 'volume_id': '7b23b102-c44f-45fa-abf4-0585b9cb4199', 'name': 'volume-7b23b102-c44f-45fa-abf4-0585b9cb4199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e3b8f75-1587-400a-a1e7-fdafab012494', 'attached_at': '', 'detached_at': '', 'volume_id': '7b23b102-c44f-45fa-abf4-0585b9cb4199', 'serial': '7b23b102-c44f-45fa-abf4-0585b9cb4199'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1381.741822] env[62859]: DEBUG nova.network.neutron [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Updating instance_info_cache with network_info: [{"id": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "address": "fa:16:3e:be:4b:5f", "network": {"id": "ecc2c9d3-5ff4-4b22-8efa-48dd6521d198", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1028624972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c997984a81d942edb6a6931ac478b38b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cbf96fd-5e", "ovs_interfaceid": "5cbf96fd-5e39-4189-90a2-a0a1613f708b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.244710] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Releasing lock "refresh_cache-a6c7dd17-8168-46bc-9db4-92e2c1106b66" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.245674] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38054262-3087-4c1d-9b60-c3709cb5a753 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.252348] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Resuming the VM {{(pid=62859) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1382.252611] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2cdd4b5-1b21-43c3-929e-12c256eba621 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.258180] env[62859]: DEBUG oslo_vmware.api [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1382.258180] env[62859]: value = "task-2538897" [ 1382.258180] env[62859]: _type = "Task" [ 1382.258180] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.265240] env[62859]: DEBUG oslo_vmware.api [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.631824] env[62859]: DEBUG nova.objects.instance [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'flavor' on Instance uuid 9e3b8f75-1587-400a-a1e7-fdafab012494 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.768443] env[62859]: DEBUG oslo_vmware.api [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538897, 'name': PowerOnVM_Task, 'duration_secs': 0.50175} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.768725] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Resumed the VM {{(pid=62859) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1382.768912] env[62859]: DEBUG nova.compute.manager [None req-6d36786e-729b-40cc-8839-67b931849935 tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.769716] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7fb47c-4147-49fd-802a-d58b5ff6e02f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.137041] env[62859]: DEBUG oslo_concurrency.lockutils [None req-62671891-f670-4b17-a5e5-4d245c08e2ef tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.743s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.878076] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "9e3b8f75-1587-400a-a1e7-fdafab012494" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.878495] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.156482] env[62859]: DEBUG oslo_concurrency.lockutils [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.156726] env[62859]: DEBUG oslo_concurrency.lockutils [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.156938] env[62859]: DEBUG oslo_concurrency.lockutils [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.157141] env[62859]: DEBUG oslo_concurrency.lockutils [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.157311] env[62859]: DEBUG oslo_concurrency.lockutils [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.159362] env[62859]: INFO nova.compute.manager [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Terminating instance [ 1384.380877] env[62859]: INFO nova.compute.manager [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Detaching volume 7b23b102-c44f-45fa-abf4-0585b9cb4199 [ 1384.414350] env[62859]: INFO nova.virt.block_device [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Attempting to driver detach volume 7b23b102-c44f-45fa-abf4-0585b9cb4199 from mountpoint /dev/sdb [ 1384.414589] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1384.414775] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512916', 'volume_id': '7b23b102-c44f-45fa-abf4-0585b9cb4199', 'name': 'volume-7b23b102-c44f-45fa-abf4-0585b9cb4199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e3b8f75-1587-400a-a1e7-fdafab012494', 'attached_at': '', 'detached_at': '', 'volume_id': '7b23b102-c44f-45fa-abf4-0585b9cb4199', 'serial': '7b23b102-c44f-45fa-abf4-0585b9cb4199'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1384.415718] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba84ad7-6ed7-49f8-b258-65080614b035 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.436940] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a539a-67d9-4ce0-b5b9-7bbb00db5580 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.443871] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1162a03a-49a2-411f-b6e1-32d580f3e71a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.463126] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9cc926-e2c7-4914-9974-6c27b495cfb4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.477155] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] The volume has not been displaced from its original location: [datastore2] volume-7b23b102-c44f-45fa-abf4-0585b9cb4199/volume-7b23b102-c44f-45fa-abf4-0585b9cb4199.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1384.482359] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1384.482619] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2912a9-31bf-4996-8c6f-30eb3c9c50a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.499184] env[62859]: DEBUG oslo_vmware.api [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1384.499184] env[62859]: value = "task-2538898" [ 1384.499184] env[62859]: _type = "Task" [ 1384.499184] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.506429] env[62859]: DEBUG oslo_vmware.api [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.662754] env[62859]: DEBUG nova.compute.manager [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.662945] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.663794] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a56bcb-5838-423e-a7c6-e43f635f0dcb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.670977] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.671215] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90ff467a-d8fe-43a3-ba56-c7a32a3b8ecb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.677159] env[62859]: DEBUG oslo_vmware.api [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1384.677159] env[62859]: value = "task-2538899" [ 1384.677159] env[62859]: _type = "Task" [ 1384.677159] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.686951] env[62859]: DEBUG oslo_vmware.api [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.008910] env[62859]: DEBUG oslo_vmware.api [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538898, 'name': ReconfigVM_Task, 'duration_secs': 0.213871} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.009305] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.013583] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-005455ca-124e-4a92-a7ba-435d474c5b47 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.027356] env[62859]: DEBUG oslo_vmware.api [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1385.027356] env[62859]: value = "task-2538900" [ 1385.027356] env[62859]: _type = "Task" [ 1385.027356] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.036259] env[62859]: DEBUG oslo_vmware.api [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.186642] env[62859]: DEBUG oslo_vmware.api [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538899, 'name': PowerOffVM_Task, 'duration_secs': 0.16707} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.186907] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.187095] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.187352] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ee36c0-8bb6-4791-813e-3933111b45e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.248205] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.248415] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.248540] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleting the datastore file [datastore2] a6c7dd17-8168-46bc-9db4-92e2c1106b66 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.248817] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c921cf2f-a9fc-4fb1-b87e-02d108024d21 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.255338] env[62859]: DEBUG oslo_vmware.api [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for the task: (returnval){ [ 1385.255338] env[62859]: value = "task-2538902" [ 1385.255338] env[62859]: _type = "Task" [ 1385.255338] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.262991] env[62859]: DEBUG oslo_vmware.api [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.537349] env[62859]: DEBUG oslo_vmware.api [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.765033] env[62859]: DEBUG oslo_vmware.api [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Task: {'id': task-2538902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274811} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.765327] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.765501] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.765680] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.765807] env[62859]: INFO nova.compute.manager [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1385.766046] env[62859]: DEBUG oslo.service.loopingcall [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.766246] env[62859]: DEBUG nova.compute.manager [-] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.766336] env[62859]: DEBUG nova.network.neutron [-] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.037441] env[62859]: DEBUG oslo_vmware.api [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538900, 'name': ReconfigVM_Task, 'duration_secs': 0.752927} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.037800] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512916', 'volume_id': '7b23b102-c44f-45fa-abf4-0585b9cb4199', 'name': 'volume-7b23b102-c44f-45fa-abf4-0585b9cb4199', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e3b8f75-1587-400a-a1e7-fdafab012494', 'attached_at': '', 'detached_at': '', 'volume_id': '7b23b102-c44f-45fa-abf4-0585b9cb4199', 'serial': '7b23b102-c44f-45fa-abf4-0585b9cb4199'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1386.195331] env[62859]: DEBUG nova.compute.manager [req-53ef29a5-e1a5-4c42-85ae-2ba653455408 req-bc1b9ebb-3671-4242-ac7c-f8727ffde403 service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Received event network-vif-deleted-5cbf96fd-5e39-4189-90a2-a0a1613f708b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1386.195456] env[62859]: INFO nova.compute.manager [req-53ef29a5-e1a5-4c42-85ae-2ba653455408 req-bc1b9ebb-3671-4242-ac7c-f8727ffde403 service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Neutron deleted interface 5cbf96fd-5e39-4189-90a2-a0a1613f708b; detaching it from the instance and deleting it from the info cache [ 1386.195585] env[62859]: DEBUG nova.network.neutron [req-53ef29a5-e1a5-4c42-85ae-2ba653455408 req-bc1b9ebb-3671-4242-ac7c-f8727ffde403 service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.583405] env[62859]: DEBUG nova.objects.instance [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'flavor' on Instance uuid 9e3b8f75-1587-400a-a1e7-fdafab012494 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.678964] env[62859]: DEBUG nova.network.neutron [-] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.698201] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b5612f8-9e08-4f90-b418-40606901c065 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.707212] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3452a1c6-08e4-4142-a439-380907e401a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.734046] env[62859]: DEBUG nova.compute.manager [req-53ef29a5-e1a5-4c42-85ae-2ba653455408 req-bc1b9ebb-3671-4242-ac7c-f8727ffde403 service nova] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Detach interface failed, port_id=5cbf96fd-5e39-4189-90a2-a0a1613f708b, reason: Instance a6c7dd17-8168-46bc-9db4-92e2c1106b66 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1387.181231] env[62859]: INFO nova.compute.manager [-] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Took 1.41 seconds to deallocate network for instance. [ 1387.590040] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1e722231-0917-4356-ac73-dbea4bcbb8d3 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.712s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.687515] env[62859]: DEBUG oslo_concurrency.lockutils [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.687777] env[62859]: DEBUG oslo_concurrency.lockutils [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.688010] env[62859]: DEBUG nova.objects.instance [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lazy-loading 'resources' on Instance uuid a6c7dd17-8168-46bc-9db4-92e2c1106b66 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.114696] env[62859]: DEBUG oslo_concurrency.lockutils [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "9e3b8f75-1587-400a-a1e7-fdafab012494" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.114958] env[62859]: DEBUG oslo_concurrency.lockutils [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.115199] env[62859]: DEBUG oslo_concurrency.lockutils [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "9e3b8f75-1587-400a-a1e7-fdafab012494-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.115393] env[62859]: DEBUG oslo_concurrency.lockutils [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.115566] env[62859]: DEBUG oslo_concurrency.lockutils [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.117651] env[62859]: INFO nova.compute.manager [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Terminating instance [ 1388.208022] env[62859]: DEBUG nova.scheduler.client.report [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Refreshing inventories for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1388.221767] env[62859]: DEBUG nova.scheduler.client.report [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Updating ProviderTree inventory for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1388.222028] env[62859]: DEBUG nova.compute.provider_tree [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Updating inventory in ProviderTree for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1388.232260] env[62859]: DEBUG nova.scheduler.client.report [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Refreshing aggregate associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, aggregates: None {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1388.248554] env[62859]: DEBUG nova.scheduler.client.report [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Refreshing trait associations for resource provider 494b5d0c-f15a-479a-ac4d-c7713965aa19, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64 {{(pid=62859) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1388.292858] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9e6fc7-9481-477b-85a1-614aaced7898 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.299990] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3170c2ef-0154-4639-a043-7d1bc9c7ab43 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.328593] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d879061-dc0a-4352-ba85-2ea5fc9b82d5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.334886] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb76fa7-8ed7-4369-aded-81c86d7b8322 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.347137] env[62859]: DEBUG nova.compute.provider_tree [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.621072] env[62859]: DEBUG nova.compute.manager [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.621339] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.622258] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907de129-1b9d-45f2-ac15-05de0c87c49c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.629868] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.630105] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccb694c-ae5a-4b15-9329-f92903baf6ed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.635699] env[62859]: DEBUG oslo_vmware.api [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1388.635699] env[62859]: value = "task-2538903" [ 1388.635699] env[62859]: _type = "Task" [ 1388.635699] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.644974] env[62859]: DEBUG oslo_vmware.api [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.849951] env[62859]: DEBUG nova.scheduler.client.report [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.145849] env[62859]: DEBUG oslo_vmware.api [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538903, 'name': PowerOffVM_Task, 'duration_secs': 0.229943} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.146123] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.146297] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.146535] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d58c6ee5-cf8b-4480-8db6-af68f1600acd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.208690] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.209185] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.209185] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleting the datastore file [datastore2] 9e3b8f75-1587-400a-a1e7-fdafab012494 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.209336] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4cb71ce-3e42-4b1f-8385-deb030c7f149 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.216200] env[62859]: DEBUG oslo_vmware.api [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1389.216200] env[62859]: value = "task-2538905" [ 1389.216200] env[62859]: _type = "Task" [ 1389.216200] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.223506] env[62859]: DEBUG oslo_vmware.api [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.354642] env[62859]: DEBUG oslo_concurrency.lockutils [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.375382] env[62859]: INFO nova.scheduler.client.report [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Deleted allocations for instance a6c7dd17-8168-46bc-9db4-92e2c1106b66 [ 1389.725867] env[62859]: DEBUG oslo_vmware.api [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134634} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.726105] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.726295] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.726473] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.726645] env[62859]: INFO nova.compute.manager [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1389.726879] env[62859]: DEBUG oslo.service.loopingcall [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.727082] env[62859]: DEBUG nova.compute.manager [-] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.727223] env[62859]: DEBUG nova.network.neutron [-] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.883494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-831f26e8-5e48-4cb2-929f-2e6d4ca986aa tempest-ServerActionsTestJSON-708588207 tempest-ServerActionsTestJSON-708588207-project-member] Lock "a6c7dd17-8168-46bc-9db4-92e2c1106b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.727s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.149402] env[62859]: DEBUG nova.compute.manager [req-ea035a7a-b7d0-4321-a403-788e2aeb808a req-3b70eae7-c366-46ab-955b-2f1ba8ca160c service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Received event network-vif-deleted-8f6b9688-b3f9-4da4-b5e8-19679bde932b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1390.149613] env[62859]: INFO nova.compute.manager [req-ea035a7a-b7d0-4321-a403-788e2aeb808a req-3b70eae7-c366-46ab-955b-2f1ba8ca160c service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Neutron deleted interface 8f6b9688-b3f9-4da4-b5e8-19679bde932b; detaching it from the instance and deleting it from the info cache [ 1390.151835] env[62859]: DEBUG nova.network.neutron [req-ea035a7a-b7d0-4321-a403-788e2aeb808a req-3b70eae7-c366-46ab-955b-2f1ba8ca160c service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.635592] env[62859]: DEBUG nova.network.neutron [-] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.653106] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cd18b01-7646-4f33-8939-37d5b0e2eb1d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.663335] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9830dbe3-a9d5-4b93-90a4-454f671b4835 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.689537] env[62859]: DEBUG nova.compute.manager [req-ea035a7a-b7d0-4321-a403-788e2aeb808a req-3b70eae7-c366-46ab-955b-2f1ba8ca160c service nova] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Detach interface failed, port_id=8f6b9688-b3f9-4da4-b5e8-19679bde932b, reason: Instance 9e3b8f75-1587-400a-a1e7-fdafab012494 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1391.138363] env[62859]: INFO nova.compute.manager [-] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Took 1.41 seconds to deallocate network for instance. [ 1391.645171] env[62859]: DEBUG oslo_concurrency.lockutils [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.645171] env[62859]: DEBUG oslo_concurrency.lockutils [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.645573] env[62859]: DEBUG nova.objects.instance [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'resources' on Instance uuid 9e3b8f75-1587-400a-a1e7-fdafab012494 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.190465] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f99366-9f76-43c5-bb8b-6c013199c0be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.198296] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e76314-73f2-4ae8-a4bc-253b88ac3913 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.228012] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f4852b-1d27-40e0-a2c5-625b3092a88b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.235365] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231c5e7c-08d7-4882-9a58-e3ff46c35692 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.247875] env[62859]: DEBUG nova.compute.provider_tree [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.752603] env[62859]: DEBUG nova.scheduler.client.report [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.257627] env[62859]: DEBUG oslo_concurrency.lockutils [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.285990] env[62859]: INFO nova.scheduler.client.report [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleted allocations for instance 9e3b8f75-1587-400a-a1e7-fdafab012494 [ 1393.793934] env[62859]: DEBUG oslo_concurrency.lockutils [None req-68006825-7195-4a42-ac3e-3674bca8196a tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "9e3b8f75-1587-400a-a1e7-fdafab012494" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.077283] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "543fc576-1a30-4794-b353-29c370e01017" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.077283] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "543fc576-1a30-4794-b353-29c370e01017" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.580185] env[62859]: DEBUG nova.compute.manager [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1396.099028] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.099324] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.100619] env[62859]: INFO nova.compute.claims [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.323420] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.323671] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.825711] env[62859]: DEBUG nova.compute.manager [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1397.157155] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2778fba8-418c-409c-808c-f1a2eb1834a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.164900] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e7ca7-cef7-4fd9-9d40-f9c3bea8ae25 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.195011] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7942c4-ce64-4a73-8e8d-781643445cf1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.201944] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d84579-cae3-4ec5-bc00-a36b5f505af4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.214339] env[62859]: DEBUG nova.compute.provider_tree [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.346149] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.717943] env[62859]: DEBUG nova.scheduler.client.report [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.224021] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.224660] env[62859]: DEBUG nova.compute.manager [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.227609] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.881s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.229062] env[62859]: INFO nova.compute.claims [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.733719] env[62859]: DEBUG nova.compute.utils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.737225] env[62859]: DEBUG nova.compute.manager [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.737331] env[62859]: DEBUG nova.network.neutron [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.782609] env[62859]: DEBUG nova.policy [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9f3ed3367847ea8fbf403089f5b46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc06de117d7b412d88e03fa9ec937c7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1399.021205] env[62859]: DEBUG nova.network.neutron [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Successfully created port: 68b57b74-00e5-415c-94dc-c9315eae5701 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1399.238210] env[62859]: DEBUG nova.compute.manager [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.289010] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bce9e5-84e6-4e54-b3c4-a8ad81d878fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.296727] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e739655-2cea-480e-92cb-91ebb3b6f3a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.327351] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f6fb96-88d3-46f9-be4b-e3abaa2fbac7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.334118] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5c402e-b767-412d-9878-3539e45f4aeb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.346451] env[62859]: DEBUG nova.compute.provider_tree [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.849255] env[62859]: DEBUG nova.scheduler.client.report [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.251049] env[62859]: DEBUG nova.compute.manager [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.276830] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.277078] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.277243] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.277427] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.277573] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.277718] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.277920] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.278093] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.278267] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.278428] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.278600] env[62859]: DEBUG nova.virt.hardware [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.279438] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96309aae-0ece-4e1b-b212-3127f4ebaf55 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.287592] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d4500c-2429-4a1c-9569-7b7d130806d8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.354180] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.354773] env[62859]: DEBUG nova.compute.manager [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.359817] env[62859]: DEBUG nova.compute.manager [req-e5265967-f38a-46a4-8dcd-195bc3a1b1e6 req-2e7bf373-f8ab-4478-b31a-184837e14756 service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Received event network-vif-plugged-68b57b74-00e5-415c-94dc-c9315eae5701 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1400.360038] env[62859]: DEBUG oslo_concurrency.lockutils [req-e5265967-f38a-46a4-8dcd-195bc3a1b1e6 req-2e7bf373-f8ab-4478-b31a-184837e14756 service nova] Acquiring lock "543fc576-1a30-4794-b353-29c370e01017-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.360255] env[62859]: DEBUG oslo_concurrency.lockutils [req-e5265967-f38a-46a4-8dcd-195bc3a1b1e6 req-2e7bf373-f8ab-4478-b31a-184837e14756 service nova] Lock "543fc576-1a30-4794-b353-29c370e01017-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.360427] env[62859]: DEBUG oslo_concurrency.lockutils [req-e5265967-f38a-46a4-8dcd-195bc3a1b1e6 req-2e7bf373-f8ab-4478-b31a-184837e14756 service nova] Lock "543fc576-1a30-4794-b353-29c370e01017-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.360596] env[62859]: DEBUG nova.compute.manager [req-e5265967-f38a-46a4-8dcd-195bc3a1b1e6 req-2e7bf373-f8ab-4478-b31a-184837e14756 service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] No waiting events found dispatching network-vif-plugged-68b57b74-00e5-415c-94dc-c9315eae5701 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.360771] env[62859]: WARNING nova.compute.manager [req-e5265967-f38a-46a4-8dcd-195bc3a1b1e6 req-2e7bf373-f8ab-4478-b31a-184837e14756 service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Received unexpected event network-vif-plugged-68b57b74-00e5-415c-94dc-c9315eae5701 for instance with vm_state building and task_state spawning. [ 1400.435301] env[62859]: DEBUG nova.network.neutron [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Successfully updated port: 68b57b74-00e5-415c-94dc-c9315eae5701 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.863252] env[62859]: DEBUG nova.compute.utils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1400.864653] env[62859]: DEBUG nova.compute.manager [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.864825] env[62859]: DEBUG nova.network.neutron [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.900725] env[62859]: DEBUG nova.policy [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3563d0baef3a4316b063479e05615eaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2628606a39ab44618f21010bc25cb4bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1400.939737] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "refresh_cache-543fc576-1a30-4794-b353-29c370e01017" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.939737] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "refresh_cache-543fc576-1a30-4794-b353-29c370e01017" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.939888] env[62859]: DEBUG nova.network.neutron [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.161226] env[62859]: DEBUG nova.network.neutron [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Successfully created port: bdcab421-fe6e-485d-8a22-5e23681c7688 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.367715] env[62859]: DEBUG nova.compute.manager [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.480701] env[62859]: DEBUG nova.network.neutron [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.594360] env[62859]: DEBUG nova.network.neutron [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Updating instance_info_cache with network_info: [{"id": "68b57b74-00e5-415c-94dc-c9315eae5701", "address": "fa:16:3e:51:ec:2c", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b57b74-00", "ovs_interfaceid": "68b57b74-00e5-415c-94dc-c9315eae5701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.096718] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "refresh_cache-543fc576-1a30-4794-b353-29c370e01017" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.097098] env[62859]: DEBUG nova.compute.manager [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Instance network_info: |[{"id": "68b57b74-00e5-415c-94dc-c9315eae5701", "address": "fa:16:3e:51:ec:2c", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b57b74-00", "ovs_interfaceid": "68b57b74-00e5-415c-94dc-c9315eae5701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.097549] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:ec:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68b57b74-00e5-415c-94dc-c9315eae5701', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.104996] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Creating folder: Project (fc06de117d7b412d88e03fa9ec937c7c). Parent ref: group-v512592. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.105289] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f215c43-c455-457b-beef-6e7d686c8332 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.116191] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Created folder: Project (fc06de117d7b412d88e03fa9ec937c7c) in parent group-v512592. [ 1402.116371] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Creating folder: Instances. Parent ref: group-v512917. {{(pid=62859) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.116588] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f61a8426-2356-443a-a16b-dccd4e27413c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.124710] env[62859]: INFO nova.virt.vmwareapi.vm_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Created folder: Instances in parent group-v512917. [ 1402.124931] env[62859]: DEBUG oslo.service.loopingcall [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.125125] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543fc576-1a30-4794-b353-29c370e01017] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.125312] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72df1128-72c0-44e6-b445-2ffa938f7b68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.142685] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.142685] env[62859]: value = "task-2538908" [ 1402.142685] env[62859]: _type = "Task" [ 1402.142685] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.149798] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538908, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.376827] env[62859]: DEBUG nova.compute.manager [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.383480] env[62859]: DEBUG nova.compute.manager [req-247ed15a-6049-45ca-9e79-c67a660a7d55 req-5e721a2f-f615-437b-84a5-280ad39139d8 service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Received event network-changed-68b57b74-00e5-415c-94dc-c9315eae5701 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1402.383672] env[62859]: DEBUG nova.compute.manager [req-247ed15a-6049-45ca-9e79-c67a660a7d55 req-5e721a2f-f615-437b-84a5-280ad39139d8 service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Refreshing instance network info cache due to event network-changed-68b57b74-00e5-415c-94dc-c9315eae5701. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1402.383887] env[62859]: DEBUG oslo_concurrency.lockutils [req-247ed15a-6049-45ca-9e79-c67a660a7d55 req-5e721a2f-f615-437b-84a5-280ad39139d8 service nova] Acquiring lock "refresh_cache-543fc576-1a30-4794-b353-29c370e01017" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.384042] env[62859]: DEBUG oslo_concurrency.lockutils [req-247ed15a-6049-45ca-9e79-c67a660a7d55 req-5e721a2f-f615-437b-84a5-280ad39139d8 service nova] Acquired lock "refresh_cache-543fc576-1a30-4794-b353-29c370e01017" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.384705] env[62859]: DEBUG nova.network.neutron [req-247ed15a-6049-45ca-9e79-c67a660a7d55 req-5e721a2f-f615-437b-84a5-280ad39139d8 service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Refreshing network info cache for port 68b57b74-00e5-415c-94dc-c9315eae5701 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.405762] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.406018] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.406239] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.406356] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.406505] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.406653] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.406862] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.407033] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.407236] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.407409] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.407587] env[62859]: DEBUG nova.virt.hardware [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.408521] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc1f90-aafc-443a-84a8-9236d0c2c3bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.416683] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a0792-8669-4d24-8342-4428b2ea3dbc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.580083] env[62859]: DEBUG nova.network.neutron [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Successfully updated port: bdcab421-fe6e-485d-8a22-5e23681c7688 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1402.653091] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538908, 'name': CreateVM_Task, 'duration_secs': 0.300786} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.653249] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 543fc576-1a30-4794-b353-29c370e01017] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.653919] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.654139] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.654486] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.654738] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a181b584-b280-428f-8408-4b61ba455ebc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.659656] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1402.659656] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c801db-8f62-e344-6c21-6ba8c03e1dbb" [ 1402.659656] env[62859]: _type = "Task" [ 1402.659656] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.666909] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c801db-8f62-e344-6c21-6ba8c03e1dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.059791] env[62859]: DEBUG nova.network.neutron [req-247ed15a-6049-45ca-9e79-c67a660a7d55 req-5e721a2f-f615-437b-84a5-280ad39139d8 service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Updated VIF entry in instance network info cache for port 68b57b74-00e5-415c-94dc-c9315eae5701. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.060903] env[62859]: DEBUG nova.network.neutron [req-247ed15a-6049-45ca-9e79-c67a660a7d55 req-5e721a2f-f615-437b-84a5-280ad39139d8 service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Updating instance_info_cache with network_info: [{"id": "68b57b74-00e5-415c-94dc-c9315eae5701", "address": "fa:16:3e:51:ec:2c", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b57b74-00", "ovs_interfaceid": "68b57b74-00e5-415c-94dc-c9315eae5701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.082540] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "refresh_cache-8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.082540] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "refresh_cache-8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.082540] env[62859]: DEBUG nova.network.neutron [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.169955] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c801db-8f62-e344-6c21-6ba8c03e1dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.170281] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.170516] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.170746] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.170895] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.171154] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.171425] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f02f347-f3c6-4212-a2d2-5b5d851b4271 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.179756] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.179927] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.180619] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7608d178-51c3-4b9d-8180-e2c47d6e2365 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.185761] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1403.185761] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5288458a-f730-f572-6160-cc7a2b29d9ba" [ 1403.185761] env[62859]: _type = "Task" [ 1403.185761] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.192924] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5288458a-f730-f572-6160-cc7a2b29d9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.563544] env[62859]: DEBUG oslo_concurrency.lockutils [req-247ed15a-6049-45ca-9e79-c67a660a7d55 req-5e721a2f-f615-437b-84a5-280ad39139d8 service nova] Releasing lock "refresh_cache-543fc576-1a30-4794-b353-29c370e01017" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.614580] env[62859]: DEBUG nova.network.neutron [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1403.695935] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5288458a-f730-f572-6160-cc7a2b29d9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.007935} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.696738] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78eb8529-476c-4019-aa34-29d19ae6b0fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.703343] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1403.703343] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52adf1e0-7d44-041e-494d-12f06e05c3ee" [ 1403.703343] env[62859]: _type = "Task" [ 1403.703343] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.710428] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52adf1e0-7d44-041e-494d-12f06e05c3ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.730925] env[62859]: DEBUG nova.network.neutron [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Updating instance_info_cache with network_info: [{"id": "bdcab421-fe6e-485d-8a22-5e23681c7688", "address": "fa:16:3e:c6:46:77", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdcab421-fe", "ovs_interfaceid": "bdcab421-fe6e-485d-8a22-5e23681c7688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.213749] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52adf1e0-7d44-041e-494d-12f06e05c3ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.214000] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.214264] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 543fc576-1a30-4794-b353-29c370e01017/543fc576-1a30-4794-b353-29c370e01017.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.214524] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a321eddd-d20a-4243-9db9-29ea5a962d02 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.221322] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1404.221322] env[62859]: value = "task-2538909" [ 1404.221322] env[62859]: _type = "Task" [ 1404.221322] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.228435] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.232954] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "refresh_cache-8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.233248] env[62859]: DEBUG nova.compute.manager [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Instance network_info: |[{"id": "bdcab421-fe6e-485d-8a22-5e23681c7688", "address": "fa:16:3e:c6:46:77", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdcab421-fe", "ovs_interfaceid": "bdcab421-fe6e-485d-8a22-5e23681c7688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1404.233623] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:46:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdcab421-fe6e-485d-8a22-5e23681c7688', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.240980] env[62859]: DEBUG oslo.service.loopingcall [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.241209] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1404.241421] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08b55535-78ed-4d8c-8577-e12a996bfb14 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.261102] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.261102] env[62859]: value = "task-2538910" [ 1404.261102] env[62859]: _type = "Task" [ 1404.261102] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.268846] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538910, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.414164] env[62859]: DEBUG nova.compute.manager [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Received event network-vif-plugged-bdcab421-fe6e-485d-8a22-5e23681c7688 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1404.414432] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] Acquiring lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.414729] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.414907] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.415134] env[62859]: DEBUG nova.compute.manager [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] No waiting events found dispatching network-vif-plugged-bdcab421-fe6e-485d-8a22-5e23681c7688 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.415359] env[62859]: WARNING nova.compute.manager [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Received unexpected event network-vif-plugged-bdcab421-fe6e-485d-8a22-5e23681c7688 for instance with vm_state building and task_state spawning. [ 1404.415570] env[62859]: DEBUG nova.compute.manager [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Received event network-changed-bdcab421-fe6e-485d-8a22-5e23681c7688 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1404.415816] env[62859]: DEBUG nova.compute.manager [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Refreshing instance network info cache due to event network-changed-bdcab421-fe6e-485d-8a22-5e23681c7688. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1404.416092] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] Acquiring lock "refresh_cache-8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.416319] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] Acquired lock "refresh_cache-8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.416560] env[62859]: DEBUG nova.network.neutron [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Refreshing network info cache for port bdcab421-fe6e-485d-8a22-5e23681c7688 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.731692] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448853} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.732074] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 543fc576-1a30-4794-b353-29c370e01017/543fc576-1a30-4794-b353-29c370e01017.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.732204] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.732516] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89a36d99-7b77-46c6-a2a3-fcf797be579b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.738036] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1404.738036] env[62859]: value = "task-2538911" [ 1404.738036] env[62859]: _type = "Task" [ 1404.738036] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.744909] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.770614] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538910, 'name': CreateVM_Task, 'duration_secs': 0.475626} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.770767] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1404.771415] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.771574] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.771879] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1404.772140] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad1de91-d9bd-4059-9d23-24211861db68 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.775826] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1404.775826] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5231ead1-65ea-1da8-e26d-93a0c6722715" [ 1404.775826] env[62859]: _type = "Task" [ 1404.775826] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.782641] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5231ead1-65ea-1da8-e26d-93a0c6722715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.095672] env[62859]: DEBUG nova.network.neutron [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Updated VIF entry in instance network info cache for port bdcab421-fe6e-485d-8a22-5e23681c7688. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.096044] env[62859]: DEBUG nova.network.neutron [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Updating instance_info_cache with network_info: [{"id": "bdcab421-fe6e-485d-8a22-5e23681c7688", "address": "fa:16:3e:c6:46:77", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdcab421-fe", "ovs_interfaceid": "bdcab421-fe6e-485d-8a22-5e23681c7688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.247800] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241542} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.248030] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1405.248765] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1685680-c8cf-4367-91bd-4a4b642b6512 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.270244] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 543fc576-1a30-4794-b353-29c370e01017/543fc576-1a30-4794-b353-29c370e01017.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.270497] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095bda18-6c04-49fd-be8e-a0a56d1add19 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.293877] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5231ead1-65ea-1da8-e26d-93a0c6722715, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.295061] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.295300] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1405.295531] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.295677] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.295850] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1405.296169] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1405.296169] env[62859]: value = "task-2538912" [ 1405.296169] env[62859]: _type = "Task" [ 1405.296169] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.296357] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2965c492-556b-4ea1-9ce1-d1d4bf9a0140 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.305988] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.307908] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1405.308096] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1405.308774] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ec7e09-54b1-4412-a4f1-a68bba53fb2a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.313451] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1405.313451] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525144dc-594b-c7af-831e-12d2c0c3b005" [ 1405.313451] env[62859]: _type = "Task" [ 1405.313451] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.320428] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525144dc-594b-c7af-831e-12d2c0c3b005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.600806] env[62859]: DEBUG oslo_concurrency.lockutils [req-1c5c5ffa-d968-4051-95e6-f142f422de82 req-264acd76-1bec-44c6-aca9-4f05337658d8 service nova] Releasing lock "refresh_cache-8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.807087] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538912, 'name': ReconfigVM_Task, 'duration_secs': 0.353938} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.807414] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 543fc576-1a30-4794-b353-29c370e01017/543fc576-1a30-4794-b353-29c370e01017.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.807957] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4671dd6b-1f93-4d1d-9ae9-f010d2f66929 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.813974] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1405.813974] env[62859]: value = "task-2538913" [ 1405.813974] env[62859]: _type = "Task" [ 1405.813974] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.823946] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]525144dc-594b-c7af-831e-12d2c0c3b005, 'name': SearchDatastore_Task, 'duration_secs': 0.017339} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.827216] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538913, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.827413] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef56ac2-a6ad-4683-a145-c4f6d6edc419 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.831708] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1405.831708] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a258ba-40ce-5238-acc4-651b44a87ee2" [ 1405.831708] env[62859]: _type = "Task" [ 1405.831708] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.838520] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a258ba-40ce-5238-acc4-651b44a87ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.325783] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538913, 'name': Rename_Task, 'duration_secs': 0.142617} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.326115] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.326381] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14fb68b2-a18d-45d4-a862-d7b121305d46 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.332748] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1406.332748] env[62859]: value = "task-2538914" [ 1406.332748] env[62859]: _type = "Task" [ 1406.332748] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.345114] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.345332] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a258ba-40ce-5238-acc4-651b44a87ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.02104} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.345550] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.345788] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b/8ad2ef89-e619-43a8-b22f-8d3b046f6e9b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1406.346021] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e512221-8346-4ee6-8022-d8b12a5c4642 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.351638] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1406.351638] env[62859]: value = "task-2538915" [ 1406.351638] env[62859]: _type = "Task" [ 1406.351638] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.360086] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.845369] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538914, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.859590] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.346201] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538914, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.361814] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538915, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.846250] env[62859]: DEBUG oslo_vmware.api [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538914, 'name': PowerOnVM_Task, 'duration_secs': 1.260435} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.846635] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.846872] env[62859]: INFO nova.compute.manager [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1407.847126] env[62859]: DEBUG nova.compute.manager [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.847916] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915f2a2e-03bd-4444-b63d-ac8e4973cc4c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.863357] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538915, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.027096} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.863640] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b/8ad2ef89-e619-43a8-b22f-8d3b046f6e9b.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.863879] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.864169] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bbb1e95-91cb-4246-b087-a46184fb40c4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.869939] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1407.869939] env[62859]: value = "task-2538916" [ 1407.869939] env[62859]: _type = "Task" [ 1407.869939] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.876842] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.368461] env[62859]: INFO nova.compute.manager [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Took 12.28 seconds to build instance. [ 1408.379465] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064005} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.379744] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.380585] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8eec96-f3f6-48d3-9253-5aaefa79ce09 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.402535] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b/8ad2ef89-e619-43a8-b22f-8d3b046f6e9b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.402980] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1451454-6e01-4ae2-b7a3-ed215567627e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.422110] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1408.422110] env[62859]: value = "task-2538917" [ 1408.422110] env[62859]: _type = "Task" [ 1408.422110] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.429194] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.870723] env[62859]: DEBUG oslo_concurrency.lockutils [None req-d4ebfddc-b48a-4757-92d4-648ae0c8a9d3 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "543fc576-1a30-4794-b353-29c370e01017" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.793s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.934996] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538917, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.433417] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538917, 'name': ReconfigVM_Task, 'duration_secs': 0.537105} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.433591] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b/8ad2ef89-e619-43a8-b22f-8d3b046f6e9b.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1409.434365] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c296ccc4-8369-4ae2-a203-2b08f1f115ae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.441827] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1409.441827] env[62859]: value = "task-2538918" [ 1409.441827] env[62859]: _type = "Task" [ 1409.441827] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.451512] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538918, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.894534] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "d50f04a3-6c12-4db4-9409-622fae67efc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.894844] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "d50f04a3-6c12-4db4-9409-622fae67efc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.951850] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538918, 'name': Rename_Task, 'duration_secs': 0.137574} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.952135] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.952381] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d7e15fc-774c-4dc3-b052-d295f9619095 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.957939] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1409.957939] env[62859]: value = "task-2538919" [ 1409.957939] env[62859]: _type = "Task" [ 1409.957939] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.965553] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.397131] env[62859]: DEBUG nova.compute.manager [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1410.467519] env[62859]: DEBUG oslo_vmware.api [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538919, 'name': PowerOnVM_Task, 'duration_secs': 0.450181} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.467777] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.467977] env[62859]: INFO nova.compute.manager [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1410.468179] env[62859]: DEBUG nova.compute.manager [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.468942] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd6996e-cfa8-4577-a158-4e9ec1487fcb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.918866] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.919162] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.920635] env[62859]: INFO nova.compute.claims [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1410.983993] env[62859]: INFO nova.compute.manager [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Took 13.65 seconds to build instance. [ 1411.397062] env[62859]: DEBUG nova.compute.manager [req-a5bccc22-ee29-4397-9aa6-acef96566fc2 req-93548c75-4aa5-4d84-b78c-e562b00d9cd4 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Received event network-changed-bdcab421-fe6e-485d-8a22-5e23681c7688 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1411.397267] env[62859]: DEBUG nova.compute.manager [req-a5bccc22-ee29-4397-9aa6-acef96566fc2 req-93548c75-4aa5-4d84-b78c-e562b00d9cd4 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Refreshing instance network info cache due to event network-changed-bdcab421-fe6e-485d-8a22-5e23681c7688. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1411.397493] env[62859]: DEBUG oslo_concurrency.lockutils [req-a5bccc22-ee29-4397-9aa6-acef96566fc2 req-93548c75-4aa5-4d84-b78c-e562b00d9cd4 service nova] Acquiring lock "refresh_cache-8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.397642] env[62859]: DEBUG oslo_concurrency.lockutils [req-a5bccc22-ee29-4397-9aa6-acef96566fc2 req-93548c75-4aa5-4d84-b78c-e562b00d9cd4 service nova] Acquired lock "refresh_cache-8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.397803] env[62859]: DEBUG nova.network.neutron [req-a5bccc22-ee29-4397-9aa6-acef96566fc2 req-93548c75-4aa5-4d84-b78c-e562b00d9cd4 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Refreshing network info cache for port bdcab421-fe6e-485d-8a22-5e23681c7688 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.486162] env[62859]: DEBUG oslo_concurrency.lockutils [None req-2d87a7da-18fd-4f11-bca5-5cc4b88c8467 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.162s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.994156] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a34e440-592e-4b41-ad40-937500207a70 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.003564] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0765fd48-bbfd-40c9-9dd5-3b35a01d70b2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.035625] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0174dd32-af9c-4b28-a73c-6fe38504a478 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.043120] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b7445-fa72-41d7-8842-e0e385f09e6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.056028] env[62859]: DEBUG nova.compute.provider_tree [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.118414] env[62859]: DEBUG nova.network.neutron [req-a5bccc22-ee29-4397-9aa6-acef96566fc2 req-93548c75-4aa5-4d84-b78c-e562b00d9cd4 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Updated VIF entry in instance network info cache for port bdcab421-fe6e-485d-8a22-5e23681c7688. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.118787] env[62859]: DEBUG nova.network.neutron [req-a5bccc22-ee29-4397-9aa6-acef96566fc2 req-93548c75-4aa5-4d84-b78c-e562b00d9cd4 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Updating instance_info_cache with network_info: [{"id": "bdcab421-fe6e-485d-8a22-5e23681c7688", "address": "fa:16:3e:c6:46:77", "network": {"id": "5fb380d5-cfff-4b7f-b84e-84c22c2309dd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1565926174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2628606a39ab44618f21010bc25cb4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdcab421-fe", "ovs_interfaceid": "bdcab421-fe6e-485d-8a22-5e23681c7688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.559325] env[62859]: DEBUG nova.scheduler.client.report [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.621446] env[62859]: DEBUG oslo_concurrency.lockutils [req-a5bccc22-ee29-4397-9aa6-acef96566fc2 req-93548c75-4aa5-4d84-b78c-e562b00d9cd4 service nova] Releasing lock "refresh_cache-8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.064635] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.065369] env[62859]: DEBUG nova.compute.manager [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1413.571617] env[62859]: DEBUG nova.compute.utils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1413.572137] env[62859]: DEBUG nova.compute.manager [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1413.572341] env[62859]: DEBUG nova.network.neutron [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1413.609832] env[62859]: DEBUG nova.policy [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9f3ed3367847ea8fbf403089f5b46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc06de117d7b412d88e03fa9ec937c7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1413.872789] env[62859]: DEBUG nova.network.neutron [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Successfully created port: 91f58fbd-24dc-4845-809d-69ae5ed4cbb3 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.075165] env[62859]: DEBUG nova.compute.manager [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1414.683834] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.684112] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.684322] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.684505] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.684676] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.687432] env[62859]: INFO nova.compute.manager [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Terminating instance [ 1415.085364] env[62859]: DEBUG nova.compute.manager [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1415.111755] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.111994] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.112183] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.112368] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.112516] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.112662] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.112873] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.113044] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.113220] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.113387] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.113597] env[62859]: DEBUG nova.virt.hardware [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.114490] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d073ae-8cad-461d-a927-c39a0a1763c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.122300] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a3cb2a-b1cf-4f28-81dd-10712be968fd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.191253] env[62859]: DEBUG nova.compute.manager [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.191489] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.192378] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c3fca4-ae0c-4ed1-8ea0-f0ada5ee97bc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.199394] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.199636] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a73f7b93-cc3c-4b63-9508-33bfda122ef7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.205584] env[62859]: DEBUG oslo_vmware.api [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1415.205584] env[62859]: value = "task-2538920" [ 1415.205584] env[62859]: _type = "Task" [ 1415.205584] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.213896] env[62859]: DEBUG oslo_vmware.api [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.220856] env[62859]: DEBUG nova.compute.manager [req-3bda8dfa-b987-4dc7-9c5a-84b79ba21056 req-a3f0664e-b6f5-4f5e-9125-3afb7985468c service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Received event network-vif-plugged-91f58fbd-24dc-4845-809d-69ae5ed4cbb3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1415.221173] env[62859]: DEBUG oslo_concurrency.lockutils [req-3bda8dfa-b987-4dc7-9c5a-84b79ba21056 req-a3f0664e-b6f5-4f5e-9125-3afb7985468c service nova] Acquiring lock "d50f04a3-6c12-4db4-9409-622fae67efc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.221402] env[62859]: DEBUG oslo_concurrency.lockutils [req-3bda8dfa-b987-4dc7-9c5a-84b79ba21056 req-a3f0664e-b6f5-4f5e-9125-3afb7985468c service nova] Lock "d50f04a3-6c12-4db4-9409-622fae67efc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.221542] env[62859]: DEBUG oslo_concurrency.lockutils [req-3bda8dfa-b987-4dc7-9c5a-84b79ba21056 req-a3f0664e-b6f5-4f5e-9125-3afb7985468c service nova] Lock "d50f04a3-6c12-4db4-9409-622fae67efc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.221755] env[62859]: DEBUG nova.compute.manager [req-3bda8dfa-b987-4dc7-9c5a-84b79ba21056 req-a3f0664e-b6f5-4f5e-9125-3afb7985468c service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] No waiting events found dispatching network-vif-plugged-91f58fbd-24dc-4845-809d-69ae5ed4cbb3 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1415.221906] env[62859]: WARNING nova.compute.manager [req-3bda8dfa-b987-4dc7-9c5a-84b79ba21056 req-a3f0664e-b6f5-4f5e-9125-3afb7985468c service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Received unexpected event network-vif-plugged-91f58fbd-24dc-4845-809d-69ae5ed4cbb3 for instance with vm_state building and task_state spawning. [ 1415.306528] env[62859]: DEBUG nova.network.neutron [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Successfully updated port: 91f58fbd-24dc-4845-809d-69ae5ed4cbb3 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1415.715704] env[62859]: DEBUG oslo_vmware.api [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538920, 'name': PowerOffVM_Task, 'duration_secs': 0.231526} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.715972] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.716162] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1415.716414] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-396c80a3-2cc1-4aa8-9acc-950f956130ee {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.778423] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.778639] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.778819] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Deleting the datastore file [datastore1] c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.779108] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee213857-cced-4d63-baf5-73a58416b5aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.785440] env[62859]: DEBUG oslo_vmware.api [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1415.785440] env[62859]: value = "task-2538922" [ 1415.785440] env[62859]: _type = "Task" [ 1415.785440] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.792777] env[62859]: DEBUG oslo_vmware.api [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.809442] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "refresh_cache-d50f04a3-6c12-4db4-9409-622fae67efc1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.809668] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "refresh_cache-d50f04a3-6c12-4db4-9409-622fae67efc1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.809746] env[62859]: DEBUG nova.network.neutron [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.297602] env[62859]: DEBUG oslo_vmware.api [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134595} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.298017] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.298017] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.298141] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.298307] env[62859]: INFO nova.compute.manager [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1416.298544] env[62859]: DEBUG oslo.service.loopingcall [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.298891] env[62859]: DEBUG nova.compute.manager [-] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.298988] env[62859]: DEBUG nova.network.neutron [-] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.347916] env[62859]: DEBUG nova.network.neutron [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.511691] env[62859]: DEBUG nova.network.neutron [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Updating instance_info_cache with network_info: [{"id": "91f58fbd-24dc-4845-809d-69ae5ed4cbb3", "address": "fa:16:3e:29:4c:e2", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f58fbd-24", "ovs_interfaceid": "91f58fbd-24dc-4845-809d-69ae5ed4cbb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.014241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "refresh_cache-d50f04a3-6c12-4db4-9409-622fae67efc1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.014611] env[62859]: DEBUG nova.compute.manager [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Instance network_info: |[{"id": "91f58fbd-24dc-4845-809d-69ae5ed4cbb3", "address": "fa:16:3e:29:4c:e2", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f58fbd-24", "ovs_interfaceid": "91f58fbd-24dc-4845-809d-69ae5ed4cbb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.015091] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:4c:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91f58fbd-24dc-4845-809d-69ae5ed4cbb3', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.023496] env[62859]: DEBUG oslo.service.loopingcall [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.023744] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.024020] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c629ca2-638a-4961-b05f-918fcc1d7e2c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.045870] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.045870] env[62859]: value = "task-2538923" [ 1417.045870] env[62859]: _type = "Task" [ 1417.045870] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.053736] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538923, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.207426] env[62859]: DEBUG nova.network.neutron [-] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.255372] env[62859]: DEBUG nova.compute.manager [req-d4435a13-8ac2-4409-87dd-5d9ac4b0728c req-e8330e7d-9e7f-467e-a394-28cd415982a0 service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Received event network-changed-91f58fbd-24dc-4845-809d-69ae5ed4cbb3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1417.255612] env[62859]: DEBUG nova.compute.manager [req-d4435a13-8ac2-4409-87dd-5d9ac4b0728c req-e8330e7d-9e7f-467e-a394-28cd415982a0 service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Refreshing instance network info cache due to event network-changed-91f58fbd-24dc-4845-809d-69ae5ed4cbb3. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1417.255915] env[62859]: DEBUG oslo_concurrency.lockutils [req-d4435a13-8ac2-4409-87dd-5d9ac4b0728c req-e8330e7d-9e7f-467e-a394-28cd415982a0 service nova] Acquiring lock "refresh_cache-d50f04a3-6c12-4db4-9409-622fae67efc1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.255990] env[62859]: DEBUG oslo_concurrency.lockutils [req-d4435a13-8ac2-4409-87dd-5d9ac4b0728c req-e8330e7d-9e7f-467e-a394-28cd415982a0 service nova] Acquired lock "refresh_cache-d50f04a3-6c12-4db4-9409-622fae67efc1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.256141] env[62859]: DEBUG nova.network.neutron [req-d4435a13-8ac2-4409-87dd-5d9ac4b0728c req-e8330e7d-9e7f-467e-a394-28cd415982a0 service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Refreshing network info cache for port 91f58fbd-24dc-4845-809d-69ae5ed4cbb3 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.556925] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538923, 'name': CreateVM_Task, 'duration_secs': 0.301058} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.556925] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.557318] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.557364] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.557645] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1417.557900] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24fd0f8-2067-4e27-903c-b48769ad929d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.563553] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1417.563553] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207c3e8-c833-fc2c-ae89-571ca1b84fc0" [ 1417.563553] env[62859]: _type = "Task" [ 1417.563553] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.571637] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207c3e8-c833-fc2c-ae89-571ca1b84fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.710564] env[62859]: INFO nova.compute.manager [-] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Took 1.41 seconds to deallocate network for instance. [ 1417.949579] env[62859]: DEBUG nova.network.neutron [req-d4435a13-8ac2-4409-87dd-5d9ac4b0728c req-e8330e7d-9e7f-467e-a394-28cd415982a0 service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Updated VIF entry in instance network info cache for port 91f58fbd-24dc-4845-809d-69ae5ed4cbb3. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.949944] env[62859]: DEBUG nova.network.neutron [req-d4435a13-8ac2-4409-87dd-5d9ac4b0728c req-e8330e7d-9e7f-467e-a394-28cd415982a0 service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Updating instance_info_cache with network_info: [{"id": "91f58fbd-24dc-4845-809d-69ae5ed4cbb3", "address": "fa:16:3e:29:4c:e2", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91f58fbd-24", "ovs_interfaceid": "91f58fbd-24dc-4845-809d-69ae5ed4cbb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.073722] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5207c3e8-c833-fc2c-ae89-571ca1b84fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.074045] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.074283] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.074515] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.074663] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.074838] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.075112] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2088caec-4fc6-4ec8-9c17-c843c807d71f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.083062] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.083240] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.083946] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d374145-94cf-40df-b1fd-95a08c2946ea {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.089154] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1418.089154] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b9fbfb-2658-82a2-2a00-25d0d63a849d" [ 1418.089154] env[62859]: _type = "Task" [ 1418.089154] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.096261] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b9fbfb-2658-82a2-2a00-25d0d63a849d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.217621] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.217905] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.218146] env[62859]: DEBUG nova.objects.instance [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'resources' on Instance uuid c8a13c13-f3f1-45f0-a07e-e3d1091f0bba {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.391561] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.452609] env[62859]: DEBUG oslo_concurrency.lockutils [req-d4435a13-8ac2-4409-87dd-5d9ac4b0728c req-e8330e7d-9e7f-467e-a394-28cd415982a0 service nova] Releasing lock "refresh_cache-d50f04a3-6c12-4db4-9409-622fae67efc1" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.452886] env[62859]: DEBUG nova.compute.manager [req-d4435a13-8ac2-4409-87dd-5d9ac4b0728c req-e8330e7d-9e7f-467e-a394-28cd415982a0 service nova] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Received event network-vif-deleted-48ffbc80-f528-4595-85b6-2e301f5e4d3e {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1418.603940] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b9fbfb-2658-82a2-2a00-25d0d63a849d, 'name': SearchDatastore_Task, 'duration_secs': 0.008125} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.605108] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9b9e98-c7be-4aa4-b5e1-0cc9964ddef3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.610867] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1418.610867] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c87001-063c-0e79-afaf-fbcbe6ddd120" [ 1418.610867] env[62859]: _type = "Task" [ 1418.610867] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.620872] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c87001-063c-0e79-afaf-fbcbe6ddd120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.779311] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d616e-08d3-441f-921c-6f0882f91170 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.788659] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff710f-2ce4-46c9-8d5e-3d8cef3abba1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.818951] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83904a2-ec12-483c-ada8-b777d6571407 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.825473] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9107349-92c4-4f22-8fa8-d17a3ad9f520 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.837644] env[62859]: DEBUG nova.compute.provider_tree [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.121841] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52c87001-063c-0e79-afaf-fbcbe6ddd120, 'name': SearchDatastore_Task, 'duration_secs': 0.043396} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.122104] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.122367] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] d50f04a3-6c12-4db4-9409-622fae67efc1/d50f04a3-6c12-4db4-9409-622fae67efc1.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.122621] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d4aaabd-1edf-4307-9d6b-641d983fc508 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.129018] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1419.129018] env[62859]: value = "task-2538924" [ 1419.129018] env[62859]: _type = "Task" [ 1419.129018] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.136427] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.340936] env[62859]: DEBUG nova.scheduler.client.report [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.391729] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.391990] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1419.639982] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483846} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.640404] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] d50f04a3-6c12-4db4-9409-622fae67efc1/d50f04a3-6c12-4db4-9409-622fae67efc1.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.640494] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.640696] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29993d07-333b-42a2-91bc-5347d75e919d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.647163] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1419.647163] env[62859]: value = "task-2538925" [ 1419.647163] env[62859]: _type = "Task" [ 1419.647163] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.654046] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.846278] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.865155] env[62859]: INFO nova.scheduler.client.report [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Deleted allocations for instance c8a13c13-f3f1-45f0-a07e-e3d1091f0bba [ 1420.156780] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063104} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.157073] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.157770] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da553ee-7431-469a-8a54-42f629a3fefe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.178901] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d50f04a3-6c12-4db4-9409-622fae67efc1/d50f04a3-6c12-4db4-9409-622fae67efc1.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.179163] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d58239e-6dee-4669-80ed-054f115c0a21 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.198008] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1420.198008] env[62859]: value = "task-2538926" [ 1420.198008] env[62859]: _type = "Task" [ 1420.198008] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.205295] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.373073] env[62859]: DEBUG oslo_concurrency.lockutils [None req-75cc9fbb-1184-4a30-8250-d9eed31aa097 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "c8a13c13-f3f1-45f0-a07e-e3d1091f0bba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.689s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.393062] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.393385] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.707719] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538926, 'name': ReconfigVM_Task, 'duration_secs': 0.262173} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.708111] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d50f04a3-6c12-4db4-9409-622fae67efc1/d50f04a3-6c12-4db4-9409-622fae67efc1.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.708581] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd3a19da-cce4-4417-bea4-3e5236fe6fe8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.715246] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1420.715246] env[62859]: value = "task-2538927" [ 1420.715246] env[62859]: _type = "Task" [ 1420.715246] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.723740] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538927, 'name': Rename_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.225175] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538927, 'name': Rename_Task, 'duration_secs': 0.136158} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.225449] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.225759] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d0b553d-b672-4473-bc8b-e90dc3a3eccb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.231816] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1421.231816] env[62859]: value = "task-2538928" [ 1421.231816] env[62859]: _type = "Task" [ 1421.231816] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.238968] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.387297] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.391930] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.744766] env[62859]: DEBUG oslo_vmware.api [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538928, 'name': PowerOnVM_Task, 'duration_secs': 0.438502} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.745163] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1421.745465] env[62859]: INFO nova.compute.manager [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1421.745730] env[62859]: DEBUG nova.compute.manager [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.746825] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefc6ecb-65d2-483b-837c-c69ad26335bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.898452] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.898685] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.898855] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.899022] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1421.899909] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb6fc7a-859a-49d7-ae4b-3108e1edf0d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.907540] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d89fa0-4d27-4877-a992-b10285c1b817 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.922766] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d88daf-face-42e2-8ff2-b6e7a6b9fbf9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.928991] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a6f72a-473b-4769-89bb-ac9e135f3a2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.957948] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180565MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1421.958154] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.958327] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.267142] env[62859]: INFO nova.compute.manager [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Took 11.36 seconds to build instance. [ 1422.580825] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.581081] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.768664] env[62859]: DEBUG oslo_concurrency.lockutils [None req-6f64c06c-1f8b-4ca6-a315-469d399b1b69 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "d50f04a3-6c12-4db4-9409-622fae67efc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.874s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.014879] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 543fc576-1a30-4794-b353-29c370e01017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1423.015070] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1423.015201] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance d50f04a3-6c12-4db4-9409-622fae67efc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1423.083855] env[62859]: DEBUG nova.compute.manager [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1423.097548] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "d50f04a3-6c12-4db4-9409-622fae67efc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.097674] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "d50f04a3-6c12-4db4-9409-622fae67efc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.097903] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "d50f04a3-6c12-4db4-9409-622fae67efc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.099510] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "d50f04a3-6c12-4db4-9409-622fae67efc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.099510] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "d50f04a3-6c12-4db4-9409-622fae67efc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.100764] env[62859]: INFO nova.compute.manager [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Terminating instance [ 1423.518055] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance ebf50eca-caf5-4608-bd5b-dba99fb52613 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1423.518055] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1423.518338] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1423.571102] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b01bf2-24cf-4c6b-bc80-cbf439969d6e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.579223] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf7f80e-1b9d-4131-8f42-58e3d1e6965b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.612053] env[62859]: DEBUG nova.compute.manager [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.612053] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.614543] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6b3c7e-1ccc-4a8f-824c-083d7f1e5880 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.618436] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f79ce1-a0b3-48fd-b904-2fd964d5432f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.626364] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.628539] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44fae368-1f2f-4b1e-828a-c28775abe9a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.631013] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe67a22-d578-4778-8ee7-cdd5f63e5e0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.635401] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.645885] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.648782] env[62859]: DEBUG oslo_vmware.api [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1423.648782] env[62859]: value = "task-2538929" [ 1423.648782] env[62859]: _type = "Task" [ 1423.648782] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.656455] env[62859]: DEBUG oslo_vmware.api [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.150618] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.165156] env[62859]: DEBUG oslo_vmware.api [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538929, 'name': PowerOffVM_Task, 'duration_secs': 0.20316} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.165423] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.165596] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.165849] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df09ee18-e64e-4e5e-8379-45d3663f3ad2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.231126] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.231403] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.231632] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleting the datastore file [datastore2] d50f04a3-6c12-4db4-9409-622fae67efc1 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.231915] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d79ef3ea-a195-4a47-af36-4fa093c08748 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.239071] env[62859]: DEBUG oslo_vmware.api [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1424.239071] env[62859]: value = "task-2538931" [ 1424.239071] env[62859]: _type = "Task" [ 1424.239071] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.247159] env[62859]: DEBUG oslo_vmware.api [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.658537] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1424.658808] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.700s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.659112] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.024s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.660681] env[62859]: INFO nova.compute.claims [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.663608] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.747720] env[62859]: DEBUG oslo_vmware.api [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416726} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.747956] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.748157] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.748336] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.748510] env[62859]: INFO nova.compute.manager [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1424.748746] env[62859]: DEBUG oslo.service.loopingcall [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.748938] env[62859]: DEBUG nova.compute.manager [-] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.749052] env[62859]: DEBUG nova.network.neutron [-] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.996256] env[62859]: DEBUG nova.compute.manager [req-e7564269-292c-4671-9bc1-19247c6ee6ba req-6d4c3e4a-8423-47d4-819f-6595d90c83d8 service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Received event network-vif-deleted-91f58fbd-24dc-4845-809d-69ae5ed4cbb3 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1424.996482] env[62859]: INFO nova.compute.manager [req-e7564269-292c-4671-9bc1-19247c6ee6ba req-6d4c3e4a-8423-47d4-819f-6595d90c83d8 service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Neutron deleted interface 91f58fbd-24dc-4845-809d-69ae5ed4cbb3; detaching it from the instance and deleting it from the info cache [ 1424.996663] env[62859]: DEBUG nova.network.neutron [req-e7564269-292c-4671-9bc1-19247c6ee6ba req-6d4c3e4a-8423-47d4-819f-6595d90c83d8 service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.480548] env[62859]: DEBUG nova.network.neutron [-] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.499065] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1737843f-f4fe-4a38-8509-551e11b4a67a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.508555] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf49886e-df24-47f4-87df-003ebd7e2ef3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.534577] env[62859]: DEBUG nova.compute.manager [req-e7564269-292c-4671-9bc1-19247c6ee6ba req-6d4c3e4a-8423-47d4-819f-6595d90c83d8 service nova] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Detach interface failed, port_id=91f58fbd-24dc-4845-809d-69ae5ed4cbb3, reason: Instance d50f04a3-6c12-4db4-9409-622fae67efc1 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1425.741498] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b9a3c-eadd-45b6-926e-ace713149d2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.750008] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b928be51-7102-4ef2-802a-915cd2f39fda {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.781302] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60658b4d-4fbf-4a07-8617-21cae1eefd4f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.788747] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569d3151-302a-41e6-af15-ab11f2d62b0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.802405] env[62859]: DEBUG nova.compute.provider_tree [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.983341] env[62859]: INFO nova.compute.manager [-] [instance: d50f04a3-6c12-4db4-9409-622fae67efc1] Took 1.23 seconds to deallocate network for instance. [ 1426.305952] env[62859]: DEBUG nova.scheduler.client.report [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.490174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.811290] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.811821] env[62859]: DEBUG nova.compute.manager [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.814521] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.325s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.814745] env[62859]: DEBUG nova.objects.instance [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lazy-loading 'resources' on Instance uuid d50f04a3-6c12-4db4-9409-622fae67efc1 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.895212] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.895418] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.895593] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.895734] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Cleaning up deleted instances {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1427.317779] env[62859]: DEBUG nova.compute.utils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1427.319290] env[62859]: DEBUG nova.compute.manager [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1427.319531] env[62859]: DEBUG nova.network.neutron [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.372054] env[62859]: DEBUG nova.policy [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5294381cf04804b83a8e420fa6fd8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55478de0da9542b99bcf9c482ad8fb5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1427.379765] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaace39f-0e51-406f-9561-b8bf4f63ebdd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.387386] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c604a3a-5773-4d6a-b573-d7ac338e5845 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.420658] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] There are 21 instances to clean {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1427.420822] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 9e3b8f75-1587-400a-a1e7-fdafab012494] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1427.424881] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b503e5dc-01f7-4713-b18b-3779c58f903f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.431775] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6045b74-8d98-451e-afe1-15a4ad7a5251 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.444726] env[62859]: DEBUG nova.compute.provider_tree [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.676400] env[62859]: DEBUG nova.network.neutron [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Successfully created port: 2c45d54a-db95-4e89-8057-247f3116d658 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.825283] env[62859]: DEBUG nova.compute.manager [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.923569] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: a6c7dd17-8168-46bc-9db4-92e2c1106b66] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1427.947296] env[62859]: DEBUG nova.scheduler.client.report [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.426239] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c8a13c13-f3f1-45f0-a07e-e3d1091f0bba] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1428.451899] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.475657] env[62859]: INFO nova.scheduler.client.report [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted allocations for instance d50f04a3-6c12-4db4-9409-622fae67efc1 [ 1428.834896] env[62859]: DEBUG nova.compute.manager [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.860662] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.860921] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.861085] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.861297] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.861464] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.861615] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.861829] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.861992] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.862169] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.862338] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.862514] env[62859]: DEBUG nova.virt.hardware [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.863385] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710616a-ec09-457d-92d7-1ebc03db86fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.872235] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4770f33-58a1-4a63-823d-3364c610691e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.929763] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c66b2f44-68c1-4823-b386-d67709cb4f45] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1428.982656] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ec738ff5-6510-4791-b642-23a4cb50d596 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "d50f04a3-6c12-4db4-9409-622fae67efc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.885s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.023514] env[62859]: DEBUG nova.compute.manager [req-7e420ab0-e7c8-497c-bc5d-edf54ec8c603 req-ad92ccf7-7a3f-4dd2-9a6f-a100d091d1a3 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Received event network-vif-plugged-2c45d54a-db95-4e89-8057-247f3116d658 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1429.023775] env[62859]: DEBUG oslo_concurrency.lockutils [req-7e420ab0-e7c8-497c-bc5d-edf54ec8c603 req-ad92ccf7-7a3f-4dd2-9a6f-a100d091d1a3 service nova] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.023939] env[62859]: DEBUG oslo_concurrency.lockutils [req-7e420ab0-e7c8-497c-bc5d-edf54ec8c603 req-ad92ccf7-7a3f-4dd2-9a6f-a100d091d1a3 service nova] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.024116] env[62859]: DEBUG oslo_concurrency.lockutils [req-7e420ab0-e7c8-497c-bc5d-edf54ec8c603 req-ad92ccf7-7a3f-4dd2-9a6f-a100d091d1a3 service nova] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.024285] env[62859]: DEBUG nova.compute.manager [req-7e420ab0-e7c8-497c-bc5d-edf54ec8c603 req-ad92ccf7-7a3f-4dd2-9a6f-a100d091d1a3 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] No waiting events found dispatching network-vif-plugged-2c45d54a-db95-4e89-8057-247f3116d658 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.024506] env[62859]: WARNING nova.compute.manager [req-7e420ab0-e7c8-497c-bc5d-edf54ec8c603 req-ad92ccf7-7a3f-4dd2-9a6f-a100d091d1a3 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Received unexpected event network-vif-plugged-2c45d54a-db95-4e89-8057-247f3116d658 for instance with vm_state building and task_state spawning. [ 1429.101341] env[62859]: DEBUG nova.network.neutron [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Successfully updated port: 2c45d54a-db95-4e89-8057-247f3116d658 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.432890] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: d26407b3-c1b6-4343-92fd-3e55af3eeabf] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1429.604043] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.604188] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.604280] env[62859]: DEBUG nova.network.neutron [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.935957] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: dd813719-13ad-4399-a179-644bcbcfc2af] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1430.049827] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.050065] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.134504] env[62859]: DEBUG nova.network.neutron [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.256717] env[62859]: DEBUG nova.network.neutron [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updating instance_info_cache with network_info: [{"id": "2c45d54a-db95-4e89-8057-247f3116d658", "address": "fa:16:3e:84:9f:85", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c45d54a-db", "ovs_interfaceid": "2c45d54a-db95-4e89-8057-247f3116d658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.438763] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 18ef2cf0-7353-4461-ab16-63fdecd79156] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1430.552459] env[62859]: DEBUG nova.compute.manager [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1430.759192] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Releasing lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.759501] env[62859]: DEBUG nova.compute.manager [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Instance network_info: |[{"id": "2c45d54a-db95-4e89-8057-247f3116d658", "address": "fa:16:3e:84:9f:85", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c45d54a-db", "ovs_interfaceid": "2c45d54a-db95-4e89-8057-247f3116d658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.759933] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:9f:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c45d54a-db95-4e89-8057-247f3116d658', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.767507] env[62859]: DEBUG oslo.service.loopingcall [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.767715] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.767938] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64fbb7d6-b19e-4f82-a293-0b42bffce638 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.788550] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.788550] env[62859]: value = "task-2538932" [ 1430.788550] env[62859]: _type = "Task" [ 1430.788550] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.796013] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538932, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.942348] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 058d0f2a-cbfe-469b-8ddb-05f0ec65c1ed] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1431.049265] env[62859]: DEBUG nova.compute.manager [req-80c037bd-227c-4408-b676-f3ed30518306 req-a2628a17-eab5-47d5-8bc6-5d94c8cdcb73 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Received event network-changed-2c45d54a-db95-4e89-8057-247f3116d658 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1431.049429] env[62859]: DEBUG nova.compute.manager [req-80c037bd-227c-4408-b676-f3ed30518306 req-a2628a17-eab5-47d5-8bc6-5d94c8cdcb73 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Refreshing instance network info cache due to event network-changed-2c45d54a-db95-4e89-8057-247f3116d658. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1431.049650] env[62859]: DEBUG oslo_concurrency.lockutils [req-80c037bd-227c-4408-b676-f3ed30518306 req-a2628a17-eab5-47d5-8bc6-5d94c8cdcb73 service nova] Acquiring lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.049796] env[62859]: DEBUG oslo_concurrency.lockutils [req-80c037bd-227c-4408-b676-f3ed30518306 req-a2628a17-eab5-47d5-8bc6-5d94c8cdcb73 service nova] Acquired lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.049957] env[62859]: DEBUG nova.network.neutron [req-80c037bd-227c-4408-b676-f3ed30518306 req-a2628a17-eab5-47d5-8bc6-5d94c8cdcb73 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Refreshing network info cache for port 2c45d54a-db95-4e89-8057-247f3116d658 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.074175] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.074424] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.075885] env[62859]: INFO nova.compute.claims [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.298426] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538932, 'name': CreateVM_Task, 'duration_secs': 0.299314} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.298725] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1431.299339] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.299502] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.299960] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1431.300241] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba528f45-a58c-4dcc-9570-eda8aa202310 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.304514] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1431.304514] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52174436-f08e-a54c-095f-1bb43a7f5127" [ 1431.304514] env[62859]: _type = "Task" [ 1431.304514] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.311995] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52174436-f08e-a54c-095f-1bb43a7f5127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.446136] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 351e6176-4562-4440-868f-4b394b5e892e] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1431.738451] env[62859]: DEBUG nova.network.neutron [req-80c037bd-227c-4408-b676-f3ed30518306 req-a2628a17-eab5-47d5-8bc6-5d94c8cdcb73 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updated VIF entry in instance network info cache for port 2c45d54a-db95-4e89-8057-247f3116d658. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.738867] env[62859]: DEBUG nova.network.neutron [req-80c037bd-227c-4408-b676-f3ed30518306 req-a2628a17-eab5-47d5-8bc6-5d94c8cdcb73 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updating instance_info_cache with network_info: [{"id": "2c45d54a-db95-4e89-8057-247f3116d658", "address": "fa:16:3e:84:9f:85", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c45d54a-db", "ovs_interfaceid": "2c45d54a-db95-4e89-8057-247f3116d658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.815261] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52174436-f08e-a54c-095f-1bb43a7f5127, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.815490] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.815855] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.816117] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.816270] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.816456] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.816740] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96686626-415c-4685-9611-de2e31613022 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.825228] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.825409] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.826066] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf9248a-09d8-4514-b91f-022654ae1b12 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.830636] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1431.830636] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a0d2eb-e181-5513-fcb4-edb7e5c19ccb" [ 1431.830636] env[62859]: _type = "Task" [ 1431.830636] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.837650] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a0d2eb-e181-5513-fcb4-edb7e5c19ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.949809] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 973f3943-bf8c-448d-aa07-89b1c00adeb9] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1432.141405] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b20d6fe-fe90-4f0d-8a3b-9931ed2b22d1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.148446] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994df443-1148-45de-bc1c-3c0ee0c0423d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.178333] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffce3c3-15a2-45e0-95b9-e661a039d5c3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.184956] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb904d37-841d-4612-bf97-4f926381d007 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.197435] env[62859]: DEBUG nova.compute.provider_tree [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.242169] env[62859]: DEBUG oslo_concurrency.lockutils [req-80c037bd-227c-4408-b676-f3ed30518306 req-a2628a17-eab5-47d5-8bc6-5d94c8cdcb73 service nova] Releasing lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.340461] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52a0d2eb-e181-5513-fcb4-edb7e5c19ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.008211} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.341223] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2f02c06-7594-483b-8983-77d790efb80b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.346550] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1432.346550] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e348fc-6ae8-54de-5c76-ef1a65ef3816" [ 1432.346550] env[62859]: _type = "Task" [ 1432.346550] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.353490] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e348fc-6ae8-54de-5c76-ef1a65ef3816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.453418] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 293bcf1f-cee3-4d6b-9556-ea0a3caae640] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1432.700494] env[62859]: DEBUG nova.scheduler.client.report [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.856829] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52e348fc-6ae8-54de-5c76-ef1a65ef3816, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.857107] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.857350] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ebf50eca-caf5-4608-bd5b-dba99fb52613/ebf50eca-caf5-4608-bd5b-dba99fb52613.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.857600] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b057a842-cc38-473e-93c7-16fc23856bfc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.864053] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1432.864053] env[62859]: value = "task-2538933" [ 1432.864053] env[62859]: _type = "Task" [ 1432.864053] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.870920] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.957772] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 4f0b5a8c-6245-48ab-99ec-b58c3cf0aab1] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1433.206520] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.207096] env[62859]: DEBUG nova.compute.manager [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1433.374655] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449917} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.374904] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] ebf50eca-caf5-4608-bd5b-dba99fb52613/ebf50eca-caf5-4608-bd5b-dba99fb52613.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.375129] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.375376] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d88ec9a-d803-4bc9-96f8-84cffeee23e6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.381803] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1433.381803] env[62859]: value = "task-2538934" [ 1433.381803] env[62859]: _type = "Task" [ 1433.381803] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.389189] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.463077] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 091950cf-2e5b-45d1-bc9e-a39284506a26] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1433.712562] env[62859]: DEBUG nova.compute.utils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1433.714334] env[62859]: DEBUG nova.compute.manager [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.714533] env[62859]: DEBUG nova.network.neutron [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.750990] env[62859]: DEBUG nova.policy [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9f3ed3367847ea8fbf403089f5b46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc06de117d7b412d88e03fa9ec937c7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.891447] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088841} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.891740] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.892509] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2383c7c8-5161-4117-aa81-f93bb10ee4e4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.913923] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] ebf50eca-caf5-4608-bd5b-dba99fb52613/ebf50eca-caf5-4608-bd5b-dba99fb52613.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.914195] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a602248b-7641-43d9-a5e7-8e09278bf5fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.932927] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1433.932927] env[62859]: value = "task-2538935" [ 1433.932927] env[62859]: _type = "Task" [ 1433.932927] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.941301] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.966863] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 369791b0-21cf-4234-951a-dcd8d3a7eb43] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1433.997902] env[62859]: DEBUG nova.network.neutron [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Successfully created port: 87e9af04-9cc6-487e-b89f-8ca984054c68 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.218455] env[62859]: DEBUG nova.compute.manager [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.444060] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538935, 'name': ReconfigVM_Task, 'duration_secs': 0.312269} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.444453] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfigured VM instance instance-00000077 to attach disk [datastore1] ebf50eca-caf5-4608-bd5b-dba99fb52613/ebf50eca-caf5-4608-bd5b-dba99fb52613.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.445165] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92c4d3b1-427d-4ab8-a9a1-a77bcbcaa11d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.452920] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1434.452920] env[62859]: value = "task-2538936" [ 1434.452920] env[62859]: _type = "Task" [ 1434.452920] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.461220] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538936, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.469785] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 91260c77-36e2-4cbf-9eff-b0a1fcc324be] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1434.963782] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538936, 'name': Rename_Task, 'duration_secs': 0.147956} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.963782] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.963954] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21ec0eb3-0f35-41c3-ad9d-28302b7a8728 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.970098] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1434.970098] env[62859]: value = "task-2538937" [ 1434.970098] env[62859]: _type = "Task" [ 1434.970098] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.973247] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 73d8e0d2-0207-4564-a21e-d126e37f7047] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1434.980718] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.228590] env[62859]: DEBUG nova.compute.manager [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1435.256675] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1435.257119] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.257218] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1435.258164] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.258361] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1435.258524] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1435.258737] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1435.258898] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1435.259081] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1435.259251] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1435.259431] env[62859]: DEBUG nova.virt.hardware [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1435.260582] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81f9fe0-cec5-4e6e-891f-04b29e56a00c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.268241] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c217b-ca6c-4185-a8ad-a2e8b8abdfc6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.355215] env[62859]: DEBUG nova.compute.manager [req-16e7e54f-58bf-45df-a9ef-5882b2a8088d req-3e3704bd-f870-4822-b652-87709db528b1 service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Received event network-vif-plugged-87e9af04-9cc6-487e-b89f-8ca984054c68 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1435.355452] env[62859]: DEBUG oslo_concurrency.lockutils [req-16e7e54f-58bf-45df-a9ef-5882b2a8088d req-3e3704bd-f870-4822-b652-87709db528b1 service nova] Acquiring lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.355796] env[62859]: DEBUG oslo_concurrency.lockutils [req-16e7e54f-58bf-45df-a9ef-5882b2a8088d req-3e3704bd-f870-4822-b652-87709db528b1 service nova] Lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.355887] env[62859]: DEBUG oslo_concurrency.lockutils [req-16e7e54f-58bf-45df-a9ef-5882b2a8088d req-3e3704bd-f870-4822-b652-87709db528b1 service nova] Lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.356103] env[62859]: DEBUG nova.compute.manager [req-16e7e54f-58bf-45df-a9ef-5882b2a8088d req-3e3704bd-f870-4822-b652-87709db528b1 service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] No waiting events found dispatching network-vif-plugged-87e9af04-9cc6-487e-b89f-8ca984054c68 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.356181] env[62859]: WARNING nova.compute.manager [req-16e7e54f-58bf-45df-a9ef-5882b2a8088d req-3e3704bd-f870-4822-b652-87709db528b1 service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Received unexpected event network-vif-plugged-87e9af04-9cc6-487e-b89f-8ca984054c68 for instance with vm_state building and task_state spawning. [ 1435.440297] env[62859]: DEBUG nova.network.neutron [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Successfully updated port: 87e9af04-9cc6-487e-b89f-8ca984054c68 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1435.475836] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1d6f4d12-a36c-473d-8eb1-1a66e0c9408f] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1435.480577] env[62859]: DEBUG oslo_vmware.api [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538937, 'name': PowerOnVM_Task, 'duration_secs': 0.432855} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.481000] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.481220] env[62859]: INFO nova.compute.manager [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1435.481446] env[62859]: DEBUG nova.compute.manager [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.482278] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739dbe6c-2ff6-47dc-bde1-7048e483ab00 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.947860] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "refresh_cache-1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.947860] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "refresh_cache-1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.947860] env[62859]: DEBUG nova.network.neutron [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.981703] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: f69445b1-9733-4711-8308-6dff349beb17] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1435.998980] env[62859]: INFO nova.compute.manager [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Took 12.39 seconds to build instance. [ 1436.479727] env[62859]: DEBUG nova.network.neutron [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1436.484177] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1bf2e44f-15b5-4071-86ce-2aea808dd53b] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1436.500864] env[62859]: DEBUG oslo_concurrency.lockutils [None req-bbe32bab-4716-4862-a80a-c30a1e63e6b4 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.920s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.604331] env[62859]: DEBUG nova.network.neutron [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Updating instance_info_cache with network_info: [{"id": "87e9af04-9cc6-487e-b89f-8ca984054c68", "address": "fa:16:3e:74:a5:0f", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87e9af04-9c", "ovs_interfaceid": "87e9af04-9cc6-487e-b89f-8ca984054c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.819733] env[62859]: DEBUG nova.compute.manager [req-635b52d3-bc11-4367-8c3c-83d1e8943945 req-2e694411-e169-4043-b2c9-3e919e0a74e4 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Received event network-changed-2c45d54a-db95-4e89-8057-247f3116d658 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1436.819945] env[62859]: DEBUG nova.compute.manager [req-635b52d3-bc11-4367-8c3c-83d1e8943945 req-2e694411-e169-4043-b2c9-3e919e0a74e4 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Refreshing instance network info cache due to event network-changed-2c45d54a-db95-4e89-8057-247f3116d658. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1436.820185] env[62859]: DEBUG oslo_concurrency.lockutils [req-635b52d3-bc11-4367-8c3c-83d1e8943945 req-2e694411-e169-4043-b2c9-3e919e0a74e4 service nova] Acquiring lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.820336] env[62859]: DEBUG oslo_concurrency.lockutils [req-635b52d3-bc11-4367-8c3c-83d1e8943945 req-2e694411-e169-4043-b2c9-3e919e0a74e4 service nova] Acquired lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.820495] env[62859]: DEBUG nova.network.neutron [req-635b52d3-bc11-4367-8c3c-83d1e8943945 req-2e694411-e169-4043-b2c9-3e919e0a74e4 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Refreshing network info cache for port 2c45d54a-db95-4e89-8057-247f3116d658 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.987057] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: c45237e1-fa97-4539-a2ee-77fb50619c40] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1437.106580] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "refresh_cache-1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.106907] env[62859]: DEBUG nova.compute.manager [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Instance network_info: |[{"id": "87e9af04-9cc6-487e-b89f-8ca984054c68", "address": "fa:16:3e:74:a5:0f", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87e9af04-9c", "ovs_interfaceid": "87e9af04-9cc6-487e-b89f-8ca984054c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1437.107329] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:a5:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87e9af04-9cc6-487e-b89f-8ca984054c68', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.114929] env[62859]: DEBUG oslo.service.loopingcall [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.115144] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.115395] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3e220f9-4c74-494f-b5ed-e9a2fe905523 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.135064] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.135064] env[62859]: value = "task-2538938" [ 1437.135064] env[62859]: _type = "Task" [ 1437.135064] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.142377] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538938, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.382339] env[62859]: DEBUG nova.compute.manager [req-e35758fa-5015-4569-abda-2a5d83f9dbd7 req-8ee32d78-ceef-4c72-a74b-7e0a76e2b041 service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Received event network-changed-87e9af04-9cc6-487e-b89f-8ca984054c68 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1437.382522] env[62859]: DEBUG nova.compute.manager [req-e35758fa-5015-4569-abda-2a5d83f9dbd7 req-8ee32d78-ceef-4c72-a74b-7e0a76e2b041 service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Refreshing instance network info cache due to event network-changed-87e9af04-9cc6-487e-b89f-8ca984054c68. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1437.382737] env[62859]: DEBUG oslo_concurrency.lockutils [req-e35758fa-5015-4569-abda-2a5d83f9dbd7 req-8ee32d78-ceef-4c72-a74b-7e0a76e2b041 service nova] Acquiring lock "refresh_cache-1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.382884] env[62859]: DEBUG oslo_concurrency.lockutils [req-e35758fa-5015-4569-abda-2a5d83f9dbd7 req-8ee32d78-ceef-4c72-a74b-7e0a76e2b041 service nova] Acquired lock "refresh_cache-1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.383058] env[62859]: DEBUG nova.network.neutron [req-e35758fa-5015-4569-abda-2a5d83f9dbd7 req-8ee32d78-ceef-4c72-a74b-7e0a76e2b041 service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Refreshing network info cache for port 87e9af04-9cc6-487e-b89f-8ca984054c68 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.491590] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 3a6ab83d-4480-4b00-8ed6-5f96402b3bf5] Instance has had 0 of 5 cleanup attempts {{(pid=62859) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1437.535680] env[62859]: DEBUG nova.network.neutron [req-635b52d3-bc11-4367-8c3c-83d1e8943945 req-2e694411-e169-4043-b2c9-3e919e0a74e4 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updated VIF entry in instance network info cache for port 2c45d54a-db95-4e89-8057-247f3116d658. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.535998] env[62859]: DEBUG nova.network.neutron [req-635b52d3-bc11-4367-8c3c-83d1e8943945 req-2e694411-e169-4043-b2c9-3e919e0a74e4 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updating instance_info_cache with network_info: [{"id": "2c45d54a-db95-4e89-8057-247f3116d658", "address": "fa:16:3e:84:9f:85", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c45d54a-db", "ovs_interfaceid": "2c45d54a-db95-4e89-8057-247f3116d658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.645106] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538938, 'name': CreateVM_Task, 'duration_secs': 0.296524} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.645283] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.645921] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.646099] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.646423] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1437.646672] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054b3fa2-6fba-4690-8030-525a70008faa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.650790] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1437.650790] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bfeb1d-a9f8-2aea-3679-dab64fad65e0" [ 1437.650790] env[62859]: _type = "Task" [ 1437.650790] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.658120] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bfeb1d-a9f8-2aea-3679-dab64fad65e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.995332] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.995706] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Cleaning up deleted instances with incomplete migration {{(pid=62859) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1438.038501] env[62859]: DEBUG oslo_concurrency.lockutils [req-635b52d3-bc11-4367-8c3c-83d1e8943945 req-2e694411-e169-4043-b2c9-3e919e0a74e4 service nova] Releasing lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.067531] env[62859]: DEBUG nova.network.neutron [req-e35758fa-5015-4569-abda-2a5d83f9dbd7 req-8ee32d78-ceef-4c72-a74b-7e0a76e2b041 service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Updated VIF entry in instance network info cache for port 87e9af04-9cc6-487e-b89f-8ca984054c68. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.067881] env[62859]: DEBUG nova.network.neutron [req-e35758fa-5015-4569-abda-2a5d83f9dbd7 req-8ee32d78-ceef-4c72-a74b-7e0a76e2b041 service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Updating instance_info_cache with network_info: [{"id": "87e9af04-9cc6-487e-b89f-8ca984054c68", "address": "fa:16:3e:74:a5:0f", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87e9af04-9c", "ovs_interfaceid": "87e9af04-9cc6-487e-b89f-8ca984054c68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.162138] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52bfeb1d-a9f8-2aea-3679-dab64fad65e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.162562] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.162855] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.163126] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.163284] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.163486] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.163754] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3cde17-daf0-46d0-ab5d-2bd7db396454 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.172862] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.173048] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.173752] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721010ba-0ea0-4951-9ac9-aa4e538c183d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.179135] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1438.179135] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521bb5fa-84b1-bca2-54ed-d4b10de21437" [ 1438.179135] env[62859]: _type = "Task" [ 1438.179135] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.186650] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521bb5fa-84b1-bca2-54ed-d4b10de21437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.571011] env[62859]: DEBUG oslo_concurrency.lockutils [req-e35758fa-5015-4569-abda-2a5d83f9dbd7 req-8ee32d78-ceef-4c72-a74b-7e0a76e2b041 service nova] Releasing lock "refresh_cache-1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.689823] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]521bb5fa-84b1-bca2-54ed-d4b10de21437, 'name': SearchDatastore_Task, 'duration_secs': 0.009368} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.690548] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c539d3d2-505c-4bac-9f1b-6e7b5636c740 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.695782] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1438.695782] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5226dbff-d2bc-f0f5-8079-458ffab6a7cb" [ 1438.695782] env[62859]: _type = "Task" [ 1438.695782] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.703832] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5226dbff-d2bc-f0f5-8079-458ffab6a7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.994581] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.994748] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1438.994842] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Rebuilding the list of instances to heal {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1439.207911] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]5226dbff-d2bc-f0f5-8079-458ffab6a7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.207911] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.208288] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4/1a9afac0-2826-43b8-9ecb-f2052cf4d3a4.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.208408] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d85ea0b-47e4-4e29-8ac1-cce5064d897b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.214754] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1439.214754] env[62859]: value = "task-2538939" [ 1439.214754] env[62859]: _type = "Task" [ 1439.214754] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.222369] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.499542] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Skipping network cache update for instance because it is Building. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1439.528509] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "refresh_cache-543fc576-1a30-4794-b353-29c370e01017" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.528668] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquired lock "refresh_cache-543fc576-1a30-4794-b353-29c370e01017" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.528819] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 543fc576-1a30-4794-b353-29c370e01017] Forcefully refreshing network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1439.528978] env[62859]: DEBUG nova.objects.instance [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lazy-loading 'info_cache' on Instance uuid 543fc576-1a30-4794-b353-29c370e01017 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.725456] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504728} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.725708] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4/1a9afac0-2826-43b8-9ecb-f2052cf4d3a4.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.725910] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.726181] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92e31a53-3889-47c6-b1db-6a09f4d3c5d0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.732184] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1439.732184] env[62859]: value = "task-2538940" [ 1439.732184] env[62859]: _type = "Task" [ 1439.732184] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.739855] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.241776] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061973} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.242160] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.242798] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523164ed-ab0c-41f5-ae45-11a19ff36941 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.264501] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4/1a9afac0-2826-43b8-9ecb-f2052cf4d3a4.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.264721] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e1e5b70-8eb5-4c9f-b39e-8aed5517fef9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.285393] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1440.285393] env[62859]: value = "task-2538941" [ 1440.285393] env[62859]: _type = "Task" [ 1440.285393] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.292867] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.795985] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.207354] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 543fc576-1a30-4794-b353-29c370e01017] Updating instance_info_cache with network_info: [{"id": "68b57b74-00e5-415c-94dc-c9315eae5701", "address": "fa:16:3e:51:ec:2c", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68b57b74-00", "ovs_interfaceid": "68b57b74-00e5-415c-94dc-c9315eae5701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.296883] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538941, 'name': ReconfigVM_Task, 'duration_secs': 0.579027} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.297376] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4/1a9afac0-2826-43b8-9ecb-f2052cf4d3a4.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.297827] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a78fd318-59dc-4d01-8439-79e221ab5818 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.303928] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1441.303928] env[62859]: value = "task-2538942" [ 1441.303928] env[62859]: _type = "Task" [ 1441.303928] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.312740] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538942, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.710386] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Releasing lock "refresh_cache-543fc576-1a30-4794-b353-29c370e01017" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.710594] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: 543fc576-1a30-4794-b353-29c370e01017] Updated the network info_cache for instance {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1441.813822] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538942, 'name': Rename_Task, 'duration_secs': 0.129764} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.814093] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1441.814338] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf750c5d-2883-493c-916c-0d4fa83fc4a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.820369] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1441.820369] env[62859]: value = "task-2538943" [ 1441.820369] env[62859]: _type = "Task" [ 1441.820369] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.827373] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.329562] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.830506] env[62859]: DEBUG oslo_vmware.api [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538943, 'name': PowerOnVM_Task, 'duration_secs': 0.613536} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.831356] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.832347] env[62859]: INFO nova.compute.manager [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1442.832347] env[62859]: DEBUG nova.compute.manager [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.832691] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad02a03-2b38-4b1a-a5c2-96c1f0cdf199 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.352315] env[62859]: INFO nova.compute.manager [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Took 12.30 seconds to build instance. [ 1443.854758] env[62859]: DEBUG oslo_concurrency.lockutils [None req-f727a415-2121-41b7-ab81-c5c41a279934 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.805s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.295787] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.296083] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.296306] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.296494] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.296666] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.298764] env[62859]: INFO nova.compute.manager [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Terminating instance [ 1444.802275] env[62859]: DEBUG nova.compute.manager [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.802699] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.803461] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7427e730-4ae2-41db-a1e7-df06a79ac076 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.811161] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.811393] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08091ba6-c877-4be5-8bed-39546b0c7099 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.817375] env[62859]: DEBUG oslo_vmware.api [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1444.817375] env[62859]: value = "task-2538944" [ 1444.817375] env[62859]: _type = "Task" [ 1444.817375] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.825408] env[62859]: DEBUG oslo_vmware.api [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.327390] env[62859]: DEBUG oslo_vmware.api [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538944, 'name': PowerOffVM_Task, 'duration_secs': 0.171334} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.327723] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.327934] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.328232] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ce0e4d5-234b-4fe3-b646-c8a0beb619a0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.389454] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.389761] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.389966] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleting the datastore file [datastore1] 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.390253] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf7eea56-6408-4389-90c4-87fd0f8586c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.395844] env[62859]: DEBUG oslo_vmware.api [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1445.395844] env[62859]: value = "task-2538946" [ 1445.395844] env[62859]: _type = "Task" [ 1445.395844] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.403155] env[62859]: DEBUG oslo_vmware.api [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.905401] env[62859]: DEBUG oslo_vmware.api [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363112} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.905813] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.905862] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.906019] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.906203] env[62859]: INFO nova.compute.manager [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1445.906446] env[62859]: DEBUG oslo.service.loopingcall [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.906642] env[62859]: DEBUG nova.compute.manager [-] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.906738] env[62859]: DEBUG nova.network.neutron [-] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.166356] env[62859]: DEBUG nova.compute.manager [req-afecfb36-53ad-4d63-80d4-d969a9f05232 req-e1cf1759-99bb-4d86-a5c3-91af966cfd7c service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Received event network-vif-deleted-87e9af04-9cc6-487e-b89f-8ca984054c68 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1446.166553] env[62859]: INFO nova.compute.manager [req-afecfb36-53ad-4d63-80d4-d969a9f05232 req-e1cf1759-99bb-4d86-a5c3-91af966cfd7c service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Neutron deleted interface 87e9af04-9cc6-487e-b89f-8ca984054c68; detaching it from the instance and deleting it from the info cache [ 1446.166724] env[62859]: DEBUG nova.network.neutron [req-afecfb36-53ad-4d63-80d4-d969a9f05232 req-e1cf1759-99bb-4d86-a5c3-91af966cfd7c service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.649444] env[62859]: DEBUG nova.network.neutron [-] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.668805] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fa8e74f-ba75-41b8-a631-bc7bd60d7bed {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.678500] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753b002b-809e-4c96-8a60-527c75d42936 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.704923] env[62859]: DEBUG nova.compute.manager [req-afecfb36-53ad-4d63-80d4-d969a9f05232 req-e1cf1759-99bb-4d86-a5c3-91af966cfd7c service nova] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Detach interface failed, port_id=87e9af04-9cc6-487e-b89f-8ca984054c68, reason: Instance 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1447.152051] env[62859]: INFO nova.compute.manager [-] [instance: 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4] Took 1.25 seconds to deallocate network for instance. [ 1447.658394] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.658667] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.658897] env[62859]: DEBUG nova.objects.instance [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lazy-loading 'resources' on Instance uuid 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.222361] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ca1a37-7e10-43f8-8e10-f71740e9502a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.230322] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6e4a8e-93ee-4a97-99c3-3291848e5d1d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.260766] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c07d5c-0b73-43c2-8b81-1c614b581cd4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.267959] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462271f1-2c1b-4889-9dce-84b378d747d3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.280840] env[62859]: DEBUG nova.compute.provider_tree [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.518462] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.518736] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.783703] env[62859]: DEBUG nova.scheduler.client.report [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.021849] env[62859]: DEBUG nova.compute.utils [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1449.288261] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.305648] env[62859]: INFO nova.scheduler.client.report [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted allocations for instance 1a9afac0-2826-43b8-9ecb-f2052cf4d3a4 [ 1449.525090] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.812810] env[62859]: DEBUG oslo_concurrency.lockutils [None req-1fa6c958-305d-4803-8706-ce4de9773f0c tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "1a9afac0-2826-43b8-9ecb-f2052cf4d3a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.517s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.581781] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.581781] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.581781] env[62859]: INFO nova.compute.manager [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Attaching volume 6626dca9-5d52-4182-9dd1-d5f81bc34b70 to /dev/sdb [ 1450.615432] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa602b26-c098-417f-a897-55ec02094653 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.622601] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ce06e3-c093-4ffa-881c-9fd3275a4a50 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.637486] env[62859]: DEBUG nova.virt.block_device [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Updating existing volume attachment record: c4fea701-111c-4787-bc85-c6b94d471d6a {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1451.249358] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "a06c5c37-745b-42c3-bd80-06e8d45f460f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.249633] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a06c5c37-745b-42c3-bd80-06e8d45f460f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.753009] env[62859]: DEBUG nova.compute.manager [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1452.275729] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.276051] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.277818] env[62859]: INFO nova.compute.claims [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.340113] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b78c43d-69a0-4518-893d-3fea5ea332b9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.347366] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a3a5ba-476f-4d1d-81b4-d55698631f17 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.377054] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d4d74-aafc-4fa1-87bb-9b8048bbb897 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.383576] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c135e75a-483f-4787-b288-a611a91a658d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.396081] env[62859]: DEBUG nova.compute.provider_tree [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.899369] env[62859]: DEBUG nova.scheduler.client.report [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.404988] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.405563] env[62859]: DEBUG nova.compute.manager [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1454.911045] env[62859]: DEBUG nova.compute.utils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1454.911921] env[62859]: DEBUG nova.compute.manager [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1454.912099] env[62859]: DEBUG nova.network.neutron [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1454.963727] env[62859]: DEBUG nova.policy [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9f3ed3367847ea8fbf403089f5b46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc06de117d7b412d88e03fa9ec937c7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1455.186018] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1455.186018] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512924', 'volume_id': '6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'name': 'volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ad2ef89-e619-43a8-b22f-8d3b046f6e9b', 'attached_at': '', 'detached_at': '', 'volume_id': '6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'serial': '6626dca9-5d52-4182-9dd1-d5f81bc34b70'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1455.186018] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecff109e-a3a9-4c58-b393-fca8403b6676 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.205611] env[62859]: DEBUG nova.network.neutron [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Successfully created port: 7943ccd9-3ef3-47a6-a532-ccb3160a43b6 {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1455.208597] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0039b2-e8b0-43d5-b91c-eacdf36be79f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.232480] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70/volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.232788] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d30bcd90-37d4-49f7-af43-92144c0ffca8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.250188] env[62859]: DEBUG oslo_vmware.api [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1455.250188] env[62859]: value = "task-2538949" [ 1455.250188] env[62859]: _type = "Task" [ 1455.250188] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.257650] env[62859]: DEBUG oslo_vmware.api [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.415203] env[62859]: DEBUG nova.compute.manager [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1455.761647] env[62859]: DEBUG oslo_vmware.api [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538949, 'name': ReconfigVM_Task, 'duration_secs': 0.340098} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.761944] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70/volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.767031] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f89a5d1-c9cc-425f-aa2a-33dabf3eb4df {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.780888] env[62859]: DEBUG oslo_vmware.api [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1455.780888] env[62859]: value = "task-2538950" [ 1455.780888] env[62859]: _type = "Task" [ 1455.780888] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.788412] env[62859]: DEBUG oslo_vmware.api [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.291012] env[62859]: DEBUG oslo_vmware.api [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538950, 'name': ReconfigVM_Task, 'duration_secs': 0.146847} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.291348] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512924', 'volume_id': '6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'name': 'volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ad2ef89-e619-43a8-b22f-8d3b046f6e9b', 'attached_at': '', 'detached_at': '', 'volume_id': '6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'serial': '6626dca9-5d52-4182-9dd1-d5f81bc34b70'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1456.424323] env[62859]: DEBUG nova.compute.manager [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1456.449925] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1456.450175] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1456.450334] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1456.450516] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1456.450662] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1456.450854] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1456.451084] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1456.451248] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1456.451416] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1456.451596] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1456.451787] env[62859]: DEBUG nova.virt.hardware [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1456.452652] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d455bf3c-b226-4a09-aee5-c99c90666372 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.462496] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27ff035-1dce-47d0-a439-4ac4837b2006 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.564238] env[62859]: DEBUG nova.compute.manager [req-303f66e8-b27d-4763-9d58-4f24e700e683 req-505b900b-5461-4d85-b5d4-c4bec17bc824 service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Received event network-vif-plugged-7943ccd9-3ef3-47a6-a532-ccb3160a43b6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1456.564389] env[62859]: DEBUG oslo_concurrency.lockutils [req-303f66e8-b27d-4763-9d58-4f24e700e683 req-505b900b-5461-4d85-b5d4-c4bec17bc824 service nova] Acquiring lock "a06c5c37-745b-42c3-bd80-06e8d45f460f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.564585] env[62859]: DEBUG oslo_concurrency.lockutils [req-303f66e8-b27d-4763-9d58-4f24e700e683 req-505b900b-5461-4d85-b5d4-c4bec17bc824 service nova] Lock "a06c5c37-745b-42c3-bd80-06e8d45f460f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.564755] env[62859]: DEBUG oslo_concurrency.lockutils [req-303f66e8-b27d-4763-9d58-4f24e700e683 req-505b900b-5461-4d85-b5d4-c4bec17bc824 service nova] Lock "a06c5c37-745b-42c3-bd80-06e8d45f460f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.564921] env[62859]: DEBUG nova.compute.manager [req-303f66e8-b27d-4763-9d58-4f24e700e683 req-505b900b-5461-4d85-b5d4-c4bec17bc824 service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] No waiting events found dispatching network-vif-plugged-7943ccd9-3ef3-47a6-a532-ccb3160a43b6 {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1456.565283] env[62859]: WARNING nova.compute.manager [req-303f66e8-b27d-4763-9d58-4f24e700e683 req-505b900b-5461-4d85-b5d4-c4bec17bc824 service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Received unexpected event network-vif-plugged-7943ccd9-3ef3-47a6-a532-ccb3160a43b6 for instance with vm_state building and task_state spawning. [ 1456.646898] env[62859]: DEBUG nova.network.neutron [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Successfully updated port: 7943ccd9-3ef3-47a6-a532-ccb3160a43b6 {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.150420] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "refresh_cache-a06c5c37-745b-42c3-bd80-06e8d45f460f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.150420] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "refresh_cache-a06c5c37-745b-42c3-bd80-06e8d45f460f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.150420] env[62859]: DEBUG nova.network.neutron [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.332206] env[62859]: DEBUG nova.objects.instance [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'flavor' on Instance uuid 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.681399] env[62859]: DEBUG nova.network.neutron [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1457.804891] env[62859]: DEBUG nova.network.neutron [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Updating instance_info_cache with network_info: [{"id": "7943ccd9-3ef3-47a6-a532-ccb3160a43b6", "address": "fa:16:3e:dc:42:ed", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7943ccd9-3e", "ovs_interfaceid": "7943ccd9-3ef3-47a6-a532-ccb3160a43b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.836362] env[62859]: DEBUG oslo_concurrency.lockutils [None req-0ad46c81-70dc-4ef7-a594-81e9a5d67258 tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.255s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.015072] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.015306] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.307015] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "refresh_cache-a06c5c37-745b-42c3-bd80-06e8d45f460f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.307393] env[62859]: DEBUG nova.compute.manager [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Instance network_info: |[{"id": "7943ccd9-3ef3-47a6-a532-ccb3160a43b6", "address": "fa:16:3e:dc:42:ed", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7943ccd9-3e", "ovs_interfaceid": "7943ccd9-3ef3-47a6-a532-ccb3160a43b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1458.307852] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:42:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7943ccd9-3ef3-47a6-a532-ccb3160a43b6', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.315440] env[62859]: DEBUG oslo.service.loopingcall [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.315663] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.315925] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb54a3a6-a9df-486d-80c4-2f47c205bcdf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.335983] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1458.335983] env[62859]: value = "task-2538951" [ 1458.335983] env[62859]: _type = "Task" [ 1458.335983] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.344831] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538951, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.518032] env[62859]: INFO nova.compute.manager [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Detaching volume 6626dca9-5d52-4182-9dd1-d5f81bc34b70 [ 1458.550116] env[62859]: INFO nova.virt.block_device [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Attempting to driver detach volume 6626dca9-5d52-4182-9dd1-d5f81bc34b70 from mountpoint /dev/sdb [ 1458.550368] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1458.550563] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512924', 'volume_id': '6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'name': 'volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ad2ef89-e619-43a8-b22f-8d3b046f6e9b', 'attached_at': '', 'detached_at': '', 'volume_id': '6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'serial': '6626dca9-5d52-4182-9dd1-d5f81bc34b70'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1458.551449] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3852ff65-2537-43c6-862b-9159ddd6050d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.573086] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed80453-517c-4d9c-8094-d6d8029dc6b7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.579578] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737559bc-fd8b-4f96-8e06-6cfeae60a41b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.600161] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc97321-544c-45f1-909e-a9294c51c5a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.604416] env[62859]: DEBUG nova.compute.manager [req-ab49c05a-37d8-4989-a239-bd18059b55e9 req-b7d8efbe-ccce-4b2e-b271-fe74fc5b7340 service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Received event network-changed-7943ccd9-3ef3-47a6-a532-ccb3160a43b6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1458.604654] env[62859]: DEBUG nova.compute.manager [req-ab49c05a-37d8-4989-a239-bd18059b55e9 req-b7d8efbe-ccce-4b2e-b271-fe74fc5b7340 service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Refreshing instance network info cache due to event network-changed-7943ccd9-3ef3-47a6-a532-ccb3160a43b6. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1458.604907] env[62859]: DEBUG oslo_concurrency.lockutils [req-ab49c05a-37d8-4989-a239-bd18059b55e9 req-b7d8efbe-ccce-4b2e-b271-fe74fc5b7340 service nova] Acquiring lock "refresh_cache-a06c5c37-745b-42c3-bd80-06e8d45f460f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.605081] env[62859]: DEBUG oslo_concurrency.lockutils [req-ab49c05a-37d8-4989-a239-bd18059b55e9 req-b7d8efbe-ccce-4b2e-b271-fe74fc5b7340 service nova] Acquired lock "refresh_cache-a06c5c37-745b-42c3-bd80-06e8d45f460f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.605250] env[62859]: DEBUG nova.network.neutron [req-ab49c05a-37d8-4989-a239-bd18059b55e9 req-b7d8efbe-ccce-4b2e-b271-fe74fc5b7340 service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Refreshing network info cache for port 7943ccd9-3ef3-47a6-a532-ccb3160a43b6 {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.620097] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] The volume has not been displaced from its original location: [datastore1] volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70/volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1458.625046] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1458.626066] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a0e7b6-cfc2-4557-8c87-f5139d4d2e93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.644181] env[62859]: DEBUG oslo_vmware.api [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1458.644181] env[62859]: value = "task-2538952" [ 1458.644181] env[62859]: _type = "Task" [ 1458.644181] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.651113] env[62859]: DEBUG oslo_vmware.api [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.845258] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538951, 'name': CreateVM_Task, 'duration_secs': 0.294107} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.845626] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1458.846115] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.846282] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.846608] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1458.846858] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cec57e6-d297-4d50-8ad1-a456423cd5c9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.851170] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1458.851170] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520025b9-2fbd-e530-31e0-ed8fb43f0496" [ 1458.851170] env[62859]: _type = "Task" [ 1458.851170] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.858270] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520025b9-2fbd-e530-31e0-ed8fb43f0496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.153840] env[62859]: DEBUG oslo_vmware.api [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538952, 'name': ReconfigVM_Task, 'duration_secs': 0.219823} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.153840] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1459.158608] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a62ff6-2a9b-4b84-b84e-7086377b2af6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.174791] env[62859]: DEBUG oslo_vmware.api [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1459.174791] env[62859]: value = "task-2538953" [ 1459.174791] env[62859]: _type = "Task" [ 1459.174791] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.182122] env[62859]: DEBUG oslo_vmware.api [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.316921] env[62859]: DEBUG nova.network.neutron [req-ab49c05a-37d8-4989-a239-bd18059b55e9 req-b7d8efbe-ccce-4b2e-b271-fe74fc5b7340 service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Updated VIF entry in instance network info cache for port 7943ccd9-3ef3-47a6-a532-ccb3160a43b6. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.317318] env[62859]: DEBUG nova.network.neutron [req-ab49c05a-37d8-4989-a239-bd18059b55e9 req-b7d8efbe-ccce-4b2e-b271-fe74fc5b7340 service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Updating instance_info_cache with network_info: [{"id": "7943ccd9-3ef3-47a6-a532-ccb3160a43b6", "address": "fa:16:3e:dc:42:ed", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7943ccd9-3e", "ovs_interfaceid": "7943ccd9-3ef3-47a6-a532-ccb3160a43b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.361021] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]520025b9-2fbd-e530-31e0-ed8fb43f0496, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.361316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.361543] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1459.361826] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.361986] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.362183] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1459.362430] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bce97fc-cd4f-4c3a-9897-3f4619657005 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.370274] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1459.371027] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1459.371115] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1857dfec-c169-4de2-a06c-1f3ce6132a56 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.375620] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1459.375620] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527c2740-d9dd-6bfc-3b89-367dd055d091" [ 1459.375620] env[62859]: _type = "Task" [ 1459.375620] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.382980] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527c2740-d9dd-6bfc-3b89-367dd055d091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.685360] env[62859]: DEBUG oslo_vmware.api [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538953, 'name': ReconfigVM_Task, 'duration_secs': 0.13841} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.685360] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512924', 'volume_id': '6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'name': 'volume-6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ad2ef89-e619-43a8-b22f-8d3b046f6e9b', 'attached_at': '', 'detached_at': '', 'volume_id': '6626dca9-5d52-4182-9dd1-d5f81bc34b70', 'serial': '6626dca9-5d52-4182-9dd1-d5f81bc34b70'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1459.819609] env[62859]: DEBUG oslo_concurrency.lockutils [req-ab49c05a-37d8-4989-a239-bd18059b55e9 req-b7d8efbe-ccce-4b2e-b271-fe74fc5b7340 service nova] Releasing lock "refresh_cache-a06c5c37-745b-42c3-bd80-06e8d45f460f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.886272] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]527c2740-d9dd-6bfc-3b89-367dd055d091, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.887147] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b0e804-5b83-46b7-9dd7-a4a6ff8a812f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.892203] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1459.892203] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52def288-6ef5-5b35-c219-c668e5c0aa5b" [ 1459.892203] env[62859]: _type = "Task" [ 1459.892203] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.899608] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52def288-6ef5-5b35-c219-c668e5c0aa5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.223069] env[62859]: DEBUG nova.objects.instance [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'flavor' on Instance uuid 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.402620] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52def288-6ef5-5b35-c219-c668e5c0aa5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.402891] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.403154] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] a06c5c37-745b-42c3-bd80-06e8d45f460f/a06c5c37-745b-42c3-bd80-06e8d45f460f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1460.403409] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4ff0685-59bf-4dc7-851a-ab8956297287 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.409672] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1460.409672] env[62859]: value = "task-2538954" [ 1460.409672] env[62859]: _type = "Task" [ 1460.409672] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.418173] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.919252] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472537} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.919653] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore1] a06c5c37-745b-42c3-bd80-06e8d45f460f/a06c5c37-745b-42c3-bd80-06e8d45f460f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.919734] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.919948] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-020f3384-4c24-4cce-8cd4-680c3e8b0f5e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.925269] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1460.925269] env[62859]: value = "task-2538955" [ 1460.925269] env[62859]: _type = "Task" [ 1460.925269] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.931949] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.231418] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4e0cd940-0790-4aa2-b90e-565ac45bc47f tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.435430] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074641} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.435689] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.436426] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a325774-c775-46db-9cee-5bb3ea3f17f9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.457831] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] a06c5c37-745b-42c3-bd80-06e8d45f460f/a06c5c37-745b-42c3-bd80-06e8d45f460f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.458031] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6807c005-db69-4e0f-a182-bde77132b3eb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.476229] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1461.476229] env[62859]: value = "task-2538956" [ 1461.476229] env[62859]: _type = "Task" [ 1461.476229] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.483490] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.986370] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538956, 'name': ReconfigVM_Task, 'duration_secs': 0.297618} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.987646] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Reconfigured VM instance instance-00000079 to attach disk [datastore1] a06c5c37-745b-42c3-bd80-06e8d45f460f/a06c5c37-745b-42c3-bd80-06e8d45f460f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.987786] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe6ef162-b3bc-4ad7-ae65-7e5aef19d6c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.993727] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1461.993727] env[62859]: value = "task-2538957" [ 1461.993727] env[62859]: _type = "Task" [ 1461.993727] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.001157] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538957, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.262974] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.263207] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.263418] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.263602] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.263846] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.266382] env[62859]: INFO nova.compute.manager [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Terminating instance [ 1462.503166] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538957, 'name': Rename_Task, 'duration_secs': 0.134717} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.503425] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.503630] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-002d4ece-2671-4f90-83ab-4fbef73a5d20 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.509366] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1462.509366] env[62859]: value = "task-2538958" [ 1462.509366] env[62859]: _type = "Task" [ 1462.509366] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.517586] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.771495] env[62859]: DEBUG nova.compute.manager [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.771849] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.772944] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b5a668-cadf-4c50-9379-3ac6805ea9f2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.781319] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.781624] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac3c763-92f4-44f9-93b1-11869ea3aec1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.787051] env[62859]: DEBUG oslo_vmware.api [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1462.787051] env[62859]: value = "task-2538959" [ 1462.787051] env[62859]: _type = "Task" [ 1462.787051] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.796400] env[62859]: DEBUG oslo_vmware.api [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.018335] env[62859]: DEBUG oslo_vmware.api [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538958, 'name': PowerOnVM_Task, 'duration_secs': 0.471112} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.018708] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.018772] env[62859]: INFO nova.compute.manager [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1463.018977] env[62859]: DEBUG nova.compute.manager [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.019703] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f8524b-adb4-48ef-b4aa-f74ecfb03104 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.297516] env[62859]: DEBUG oslo_vmware.api [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538959, 'name': PowerOffVM_Task, 'duration_secs': 0.167149} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.297791] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.297965] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.298225] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82fc1a98-9991-4c28-bb15-61e85bebe6e3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.361416] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.361651] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.361852] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleting the datastore file [datastore2] 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.362131] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a78e3b1-53b9-4295-b309-16ae2e29600a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.367395] env[62859]: DEBUG oslo_vmware.api [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for the task: (returnval){ [ 1463.367395] env[62859]: value = "task-2538961" [ 1463.367395] env[62859]: _type = "Task" [ 1463.367395] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.375753] env[62859]: DEBUG oslo_vmware.api [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.534711] env[62859]: INFO nova.compute.manager [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Took 11.28 seconds to build instance. [ 1463.877270] env[62859]: DEBUG oslo_vmware.api [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Task: {'id': task-2538961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191652} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.877535] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.877726] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.877905] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.878121] env[62859]: INFO nova.compute.manager [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1463.878332] env[62859]: DEBUG oslo.service.loopingcall [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.878523] env[62859]: DEBUG nova.compute.manager [-] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1463.878621] env[62859]: DEBUG nova.network.neutron [-] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1464.036915] env[62859]: DEBUG oslo_concurrency.lockutils [None req-cd7e7079-c8f5-4448-8516-2bf9949b1872 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a06c5c37-745b-42c3-bd80-06e8d45f460f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.787s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.544485] env[62859]: DEBUG nova.compute.manager [req-7db33bc1-4732-4a98-a4e4-9c91c29d818e req-4bdd40e0-d8c0-488c-84b8-0b69da009e27 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Received event network-vif-deleted-bdcab421-fe6e-485d-8a22-5e23681c7688 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1464.544678] env[62859]: INFO nova.compute.manager [req-7db33bc1-4732-4a98-a4e4-9c91c29d818e req-4bdd40e0-d8c0-488c-84b8-0b69da009e27 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Neutron deleted interface bdcab421-fe6e-485d-8a22-5e23681c7688; detaching it from the instance and deleting it from the info cache [ 1464.544842] env[62859]: DEBUG nova.network.neutron [req-7db33bc1-4732-4a98-a4e4-9c91c29d818e req-4bdd40e0-d8c0-488c-84b8-0b69da009e27 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.782997] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "9d689d31-18ab-40c3-91ad-08e87eeee815" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.783241] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "9d689d31-18ab-40c3-91ad-08e87eeee815" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.022284] env[62859]: DEBUG nova.network.neutron [-] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.047451] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0ac18e9-8f33-497b-a394-b46774f59478 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.057427] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d83a9ce-3b1c-405b-b603-6d0f74960a29 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.083595] env[62859]: DEBUG nova.compute.manager [req-7db33bc1-4732-4a98-a4e4-9c91c29d818e req-4bdd40e0-d8c0-488c-84b8-0b69da009e27 service nova] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Detach interface failed, port_id=bdcab421-fe6e-485d-8a22-5e23681c7688, reason: Instance 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1465.285831] env[62859]: DEBUG nova.compute.manager [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.525509] env[62859]: INFO nova.compute.manager [-] [instance: 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b] Took 1.65 seconds to deallocate network for instance. [ 1465.812390] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.812660] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.814263] env[62859]: INFO nova.compute.claims [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.031801] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.885159] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49b5ece-8051-49a7-82aa-545190006ed2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.892733] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504fc14f-5317-4667-a2b5-3f45f8da40ad {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.923067] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e417b0-f2d8-4605-a057-6aae28005019 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.930294] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac76e1-7424-490c-823a-014d297b2267 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.943159] env[62859]: DEBUG nova.compute.provider_tree [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.446637] env[62859]: DEBUG nova.scheduler.client.report [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.951270] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.951873] env[62859]: DEBUG nova.compute.manager [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.954441] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.923s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.954688] env[62859]: DEBUG nova.objects.instance [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lazy-loading 'resources' on Instance uuid 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.457346] env[62859]: DEBUG nova.compute.utils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1468.461467] env[62859]: DEBUG nova.compute.manager [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.461634] env[62859]: DEBUG nova.network.neutron [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.509056] env[62859]: DEBUG nova.policy [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9f3ed3367847ea8fbf403089f5b46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc06de117d7b412d88e03fa9ec937c7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1468.526357] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fec697-a202-4921-a255-bcd66af30e8a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.534067] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d0600-91a8-4e0f-8f28-fd69a937673a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.563105] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05afbc86-5bb0-44b0-977e-d721bc118e37 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.570157] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc676e2-949b-4757-a1bc-37b1f5df607c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.584012] env[62859]: DEBUG nova.compute.provider_tree [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.751085] env[62859]: DEBUG nova.network.neutron [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Successfully created port: bf26b070-6970-4d04-b0e9-4b742fc6373b {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.962023] env[62859]: DEBUG nova.compute.manager [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1469.087448] env[62859]: DEBUG nova.scheduler.client.report [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.592025] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.615921] env[62859]: INFO nova.scheduler.client.report [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Deleted allocations for instance 8ad2ef89-e619-43a8-b22f-8d3b046f6e9b [ 1469.973060] env[62859]: DEBUG nova.compute.manager [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.998871] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.999140] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.999304] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.999487] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.999636] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.999814] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.000044] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.000213] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.000424] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.000598] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.000778] env[62859]: DEBUG nova.virt.hardware [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.001654] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62393d9d-b918-4f8d-9864-02faed84173c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.009773] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c284126-622b-48dd-b6e2-3135bda1d0b3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.121167] env[62859]: DEBUG nova.compute.manager [req-3d4eab80-29de-4bda-a274-9b40fda49ff0 req-7ca1c5c7-9c11-4f89-8389-aaab8939bc2d service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Received event network-vif-plugged-bf26b070-6970-4d04-b0e9-4b742fc6373b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1470.121167] env[62859]: DEBUG oslo_concurrency.lockutils [req-3d4eab80-29de-4bda-a274-9b40fda49ff0 req-7ca1c5c7-9c11-4f89-8389-aaab8939bc2d service nova] Acquiring lock "9d689d31-18ab-40c3-91ad-08e87eeee815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.121167] env[62859]: DEBUG oslo_concurrency.lockutils [req-3d4eab80-29de-4bda-a274-9b40fda49ff0 req-7ca1c5c7-9c11-4f89-8389-aaab8939bc2d service nova] Lock "9d689d31-18ab-40c3-91ad-08e87eeee815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.121167] env[62859]: DEBUG oslo_concurrency.lockutils [req-3d4eab80-29de-4bda-a274-9b40fda49ff0 req-7ca1c5c7-9c11-4f89-8389-aaab8939bc2d service nova] Lock "9d689d31-18ab-40c3-91ad-08e87eeee815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.121167] env[62859]: DEBUG nova.compute.manager [req-3d4eab80-29de-4bda-a274-9b40fda49ff0 req-7ca1c5c7-9c11-4f89-8389-aaab8939bc2d service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] No waiting events found dispatching network-vif-plugged-bf26b070-6970-4d04-b0e9-4b742fc6373b {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.121167] env[62859]: WARNING nova.compute.manager [req-3d4eab80-29de-4bda-a274-9b40fda49ff0 req-7ca1c5c7-9c11-4f89-8389-aaab8939bc2d service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Received unexpected event network-vif-plugged-bf26b070-6970-4d04-b0e9-4b742fc6373b for instance with vm_state building and task_state spawning. [ 1470.124808] env[62859]: DEBUG oslo_concurrency.lockutils [None req-5855bf74-21d7-46f1-978b-897b4d7a0feb tempest-AttachVolumeNegativeTest-411543719 tempest-AttachVolumeNegativeTest-411543719-project-member] Lock "8ad2ef89-e619-43a8-b22f-8d3b046f6e9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.862s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.198388] env[62859]: DEBUG nova.network.neutron [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Successfully updated port: bf26b070-6970-4d04-b0e9-4b742fc6373b {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.701581] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "refresh_cache-9d689d31-18ab-40c3-91ad-08e87eeee815" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.701887] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "refresh_cache-9d689d31-18ab-40c3-91ad-08e87eeee815" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.701944] env[62859]: DEBUG nova.network.neutron [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.231823] env[62859]: DEBUG nova.network.neutron [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.349016] env[62859]: DEBUG nova.network.neutron [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Updating instance_info_cache with network_info: [{"id": "bf26b070-6970-4d04-b0e9-4b742fc6373b", "address": "fa:16:3e:34:9d:f2", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf26b070-69", "ovs_interfaceid": "bf26b070-6970-4d04-b0e9-4b742fc6373b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.851598] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "refresh_cache-9d689d31-18ab-40c3-91ad-08e87eeee815" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.851988] env[62859]: DEBUG nova.compute.manager [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Instance network_info: |[{"id": "bf26b070-6970-4d04-b0e9-4b742fc6373b", "address": "fa:16:3e:34:9d:f2", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf26b070-69", "ovs_interfaceid": "bf26b070-6970-4d04-b0e9-4b742fc6373b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.852446] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:9d:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf26b070-6970-4d04-b0e9-4b742fc6373b', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.859888] env[62859]: DEBUG oslo.service.loopingcall [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.860111] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.860336] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea4af6f3-b2cb-4530-b0af-7f1620cb3cc3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.880508] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.880508] env[62859]: value = "task-2538963" [ 1471.880508] env[62859]: _type = "Task" [ 1471.880508] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.887646] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538963, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.147556] env[62859]: DEBUG nova.compute.manager [req-7e2c526a-73e8-41e8-aeb8-8aa847aa8d65 req-3bba6a12-d4c9-4dc6-bc6a-2fc9397c5e61 service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Received event network-changed-bf26b070-6970-4d04-b0e9-4b742fc6373b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1472.147837] env[62859]: DEBUG nova.compute.manager [req-7e2c526a-73e8-41e8-aeb8-8aa847aa8d65 req-3bba6a12-d4c9-4dc6-bc6a-2fc9397c5e61 service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Refreshing instance network info cache due to event network-changed-bf26b070-6970-4d04-b0e9-4b742fc6373b. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1472.147960] env[62859]: DEBUG oslo_concurrency.lockutils [req-7e2c526a-73e8-41e8-aeb8-8aa847aa8d65 req-3bba6a12-d4c9-4dc6-bc6a-2fc9397c5e61 service nova] Acquiring lock "refresh_cache-9d689d31-18ab-40c3-91ad-08e87eeee815" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.148119] env[62859]: DEBUG oslo_concurrency.lockutils [req-7e2c526a-73e8-41e8-aeb8-8aa847aa8d65 req-3bba6a12-d4c9-4dc6-bc6a-2fc9397c5e61 service nova] Acquired lock "refresh_cache-9d689d31-18ab-40c3-91ad-08e87eeee815" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.148290] env[62859]: DEBUG nova.network.neutron [req-7e2c526a-73e8-41e8-aeb8-8aa847aa8d65 req-3bba6a12-d4c9-4dc6-bc6a-2fc9397c5e61 service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Refreshing network info cache for port bf26b070-6970-4d04-b0e9-4b742fc6373b {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.393963] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538963, 'name': CreateVM_Task, 'duration_secs': 0.342866} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.394373] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.395122] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.395372] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.395810] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.396160] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c1fafa-e774-4d63-940f-7e04c1bc78e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.401509] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1472.401509] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52624172-1a35-79f6-493d-f267ab7b30f7" [ 1472.401509] env[62859]: _type = "Task" [ 1472.401509] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.412069] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52624172-1a35-79f6-493d-f267ab7b30f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.831986] env[62859]: DEBUG nova.network.neutron [req-7e2c526a-73e8-41e8-aeb8-8aa847aa8d65 req-3bba6a12-d4c9-4dc6-bc6a-2fc9397c5e61 service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Updated VIF entry in instance network info cache for port bf26b070-6970-4d04-b0e9-4b742fc6373b. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.832389] env[62859]: DEBUG nova.network.neutron [req-7e2c526a-73e8-41e8-aeb8-8aa847aa8d65 req-3bba6a12-d4c9-4dc6-bc6a-2fc9397c5e61 service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Updating instance_info_cache with network_info: [{"id": "bf26b070-6970-4d04-b0e9-4b742fc6373b", "address": "fa:16:3e:34:9d:f2", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf26b070-69", "ovs_interfaceid": "bf26b070-6970-4d04-b0e9-4b742fc6373b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.912021] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52624172-1a35-79f6-493d-f267ab7b30f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012309} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.912316] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.912543] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.912807] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.912942] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.913140] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.913388] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7da94090-84da-40e4-984e-913980052fe3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.921359] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.921527] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.922226] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1954db27-737b-469e-8613-171f8618aae2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.926861] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1472.926861] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b9fafc-76cf-d522-8e75-a5d1a85b57ad" [ 1472.926861] env[62859]: _type = "Task" [ 1472.926861] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.933939] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b9fafc-76cf-d522-8e75-a5d1a85b57ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.335513] env[62859]: DEBUG oslo_concurrency.lockutils [req-7e2c526a-73e8-41e8-aeb8-8aa847aa8d65 req-3bba6a12-d4c9-4dc6-bc6a-2fc9397c5e61 service nova] Releasing lock "refresh_cache-9d689d31-18ab-40c3-91ad-08e87eeee815" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.437011] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52b9fafc-76cf-d522-8e75-a5d1a85b57ad, 'name': SearchDatastore_Task, 'duration_secs': 0.008021} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.437775] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff26579-823e-4a64-9ff1-fab1f942f93a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.442776] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1473.442776] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522e7f8c-63b7-81e6-8725-4dcab9462528" [ 1473.442776] env[62859]: _type = "Task" [ 1473.442776] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.450267] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522e7f8c-63b7-81e6-8725-4dcab9462528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.954125] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]522e7f8c-63b7-81e6-8725-4dcab9462528, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.954410] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.954712] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 9d689d31-18ab-40c3-91ad-08e87eeee815/9d689d31-18ab-40c3-91ad-08e87eeee815.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.956157] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48e4a2ad-8cf3-47eb-a89e-bc7b0868881d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.961254] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1473.961254] env[62859]: value = "task-2538964" [ 1473.961254] env[62859]: _type = "Task" [ 1473.961254] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.970597] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.470183] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416765} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.470530] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] 9d689d31-18ab-40c3-91ad-08e87eeee815/9d689d31-18ab-40c3-91ad-08e87eeee815.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.470662] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.470894] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c31d3849-d3f0-4333-9f63-affb6f74bf0b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.478793] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1474.478793] env[62859]: value = "task-2538966" [ 1474.478793] env[62859]: _type = "Task" [ 1474.478793] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.485816] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.493017] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.493244] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.988296] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063614} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.988564] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.989334] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667c9f11-0285-4460-ad73-2726a8ad7056 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.003359] env[62859]: DEBUG nova.compute.utils [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1475.012923] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 9d689d31-18ab-40c3-91ad-08e87eeee815/9d689d31-18ab-40c3-91ad-08e87eeee815.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.013674] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd245cc-3404-4673-88ba-6a3820b94414 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.033486] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1475.033486] env[62859]: value = "task-2538967" [ 1475.033486] env[62859]: _type = "Task" [ 1475.033486] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.044570] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.515307] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.022s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.544014] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538967, 'name': ReconfigVM_Task, 'duration_secs': 0.304072} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.544293] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 9d689d31-18ab-40c3-91ad-08e87eeee815/9d689d31-18ab-40c3-91ad-08e87eeee815.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.544890] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0386421-24b9-49d4-8ad7-15d67c9d7bae {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.551747] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1475.551747] env[62859]: value = "task-2538968" [ 1475.551747] env[62859]: _type = "Task" [ 1475.551747] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.559917] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538968, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.063955] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538968, 'name': Rename_Task, 'duration_secs': 0.151396} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.065223] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.067682] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ffa2c1d-085e-485d-a8b6-0ca32524c035 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.075192] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1476.075192] env[62859]: value = "task-2538969" [ 1476.075192] env[62859]: _type = "Task" [ 1476.075192] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.083468] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.571066] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.571574] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.571814] env[62859]: INFO nova.compute.manager [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Attaching volume 39dd14b4-c619-4062-b4a1-e4997e75a47f to /dev/sdb [ 1476.590724] env[62859]: DEBUG oslo_vmware.api [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538969, 'name': PowerOnVM_Task, 'duration_secs': 0.442336} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.591430] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.591811] env[62859]: INFO nova.compute.manager [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1476.592132] env[62859]: DEBUG nova.compute.manager [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.593384] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b0393-9893-4e09-b4c0-7fd243b8eaac {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.610937] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce95a30-ae15-48ed-9115-61e9eebc127f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.617125] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054f81d7-cfac-4d6e-b9d3-f9ccaa946283 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.629327] env[62859]: DEBUG nova.virt.block_device [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updating existing volume attachment record: e8183e71-ee67-4345-b0b8-250b95df4b13 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1477.113626] env[62859]: INFO nova.compute.manager [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Took 11.32 seconds to build instance. [ 1477.615297] env[62859]: DEBUG oslo_concurrency.lockutils [None req-e8209bce-5446-4cfd-9b01-079f076f0ff2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "9d689d31-18ab-40c3-91ad-08e87eeee815" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.832s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.043580] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "9d689d31-18ab-40c3-91ad-08e87eeee815" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.043820] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "9d689d31-18ab-40c3-91ad-08e87eeee815" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.044043] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "9d689d31-18ab-40c3-91ad-08e87eeee815-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.044279] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "9d689d31-18ab-40c3-91ad-08e87eeee815-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.044453] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "9d689d31-18ab-40c3-91ad-08e87eeee815-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.046803] env[62859]: INFO nova.compute.manager [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Terminating instance [ 1478.550669] env[62859]: DEBUG nova.compute.manager [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1478.550890] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1478.551849] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f28959-1218-4344-aa7b-13374529cf73 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.559574] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.559801] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc8b68cd-0b53-499d-a920-6ffa9d479acf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.565095] env[62859]: DEBUG oslo_vmware.api [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1478.565095] env[62859]: value = "task-2538972" [ 1478.565095] env[62859]: _type = "Task" [ 1478.565095] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.572417] env[62859]: DEBUG oslo_vmware.api [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.074697] env[62859]: DEBUG oslo_vmware.api [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538972, 'name': PowerOffVM_Task, 'duration_secs': 0.183582} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.075059] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.075116] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.075326] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77cb8d15-12f1-4489-b0d5-fb3af8e28de2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.131773] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.132079] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.132238] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleting the datastore file [datastore2] 9d689d31-18ab-40c3-91ad-08e87eeee815 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.132502] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5a5cc5e-931e-4333-a1ba-953343336055 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.139415] env[62859]: DEBUG oslo_vmware.api [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1479.139415] env[62859]: value = "task-2538975" [ 1479.139415] env[62859]: _type = "Task" [ 1479.139415] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.148081] env[62859]: DEBUG oslo_vmware.api [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.649433] env[62859]: DEBUG oslo_vmware.api [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326699} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.649692] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.649872] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.650063] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.650249] env[62859]: INFO nova.compute.manager [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1479.650485] env[62859]: DEBUG oslo.service.loopingcall [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.650676] env[62859]: DEBUG nova.compute.manager [-] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1479.650774] env[62859]: DEBUG nova.network.neutron [-] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.913516] env[62859]: DEBUG nova.compute.manager [req-ba2d8e2b-06e9-4eba-bec8-990c8f12d6c9 req-d145e015-5e9d-40a0-8dfe-8ce7efb41977 service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Received event network-vif-deleted-bf26b070-6970-4d04-b0e9-4b742fc6373b {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1479.914375] env[62859]: INFO nova.compute.manager [req-ba2d8e2b-06e9-4eba-bec8-990c8f12d6c9 req-d145e015-5e9d-40a0-8dfe-8ce7efb41977 service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Neutron deleted interface bf26b070-6970-4d04-b0e9-4b742fc6373b; detaching it from the instance and deleting it from the info cache [ 1479.914375] env[62859]: DEBUG nova.network.neutron [req-ba2d8e2b-06e9-4eba-bec8-990c8f12d6c9 req-d145e015-5e9d-40a0-8dfe-8ce7efb41977 service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.391599] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.394547] env[62859]: DEBUG nova.network.neutron [-] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.418521] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d98e57c2-982a-4324-a007-194b2e2a3047 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.428849] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5431ba21-8c6d-473a-b25e-97948cd84610 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.455786] env[62859]: DEBUG nova.compute.manager [req-ba2d8e2b-06e9-4eba-bec8-990c8f12d6c9 req-d145e015-5e9d-40a0-8dfe-8ce7efb41977 service nova] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Detach interface failed, port_id=bf26b070-6970-4d04-b0e9-4b742fc6373b, reason: Instance 9d689d31-18ab-40c3-91ad-08e87eeee815 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1480.899540] env[62859]: INFO nova.compute.manager [-] [instance: 9d689d31-18ab-40c3-91ad-08e87eeee815] Took 1.25 seconds to deallocate network for instance. [ 1480.899540] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.900770] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.900978] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.901160] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.901293] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1481.173676] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1481.173922] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512927', 'volume_id': '39dd14b4-c619-4062-b4a1-e4997e75a47f', 'name': 'volume-39dd14b4-c619-4062-b4a1-e4997e75a47f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebf50eca-caf5-4608-bd5b-dba99fb52613', 'attached_at': '', 'detached_at': '', 'volume_id': '39dd14b4-c619-4062-b4a1-e4997e75a47f', 'serial': '39dd14b4-c619-4062-b4a1-e4997e75a47f'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1481.174828] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c847d8b0-d162-45a4-82cc-301355aa7e2b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.192356] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b42e0a-8bcc-4b2d-a070-5e8655aed193 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.216800] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-39dd14b4-c619-4062-b4a1-e4997e75a47f/volume-39dd14b4-c619-4062-b4a1-e4997e75a47f.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.217072] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3cd2e3f-6b5f-41fa-9ccc-508dd6050e14 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.234114] env[62859]: DEBUG oslo_vmware.api [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1481.234114] env[62859]: value = "task-2538976" [ 1481.234114] env[62859]: _type = "Task" [ 1481.234114] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.241847] env[62859]: DEBUG oslo_vmware.api [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.406703] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.406999] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.407245] env[62859]: DEBUG nova.objects.instance [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lazy-loading 'resources' on Instance uuid 9d689d31-18ab-40c3-91ad-08e87eeee815 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.746383] env[62859]: DEBUG oslo_vmware.api [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538976, 'name': ReconfigVM_Task, 'duration_secs': 0.367102} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.746672] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-39dd14b4-c619-4062-b4a1-e4997e75a47f/volume-39dd14b4-c619-4062-b4a1-e4997e75a47f.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.751198] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-022a7cda-37fe-40f2-a01a-b3995a77829a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.768231] env[62859]: DEBUG oslo_vmware.api [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1481.768231] env[62859]: value = "task-2538977" [ 1481.768231] env[62859]: _type = "Task" [ 1481.768231] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.776299] env[62859]: DEBUG oslo_vmware.api [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.981988] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ac4f53-193b-46de-a5f8-d88845f77c51 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.989551] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f9abb-2d0f-4f4c-9a5b-d298488f8e28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.018951] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99146ba3-ec4a-4e65-908c-f5859921e2d4 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.025915] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d081a1-71c1-4f64-b8ea-95a7f12c3f3b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.038896] env[62859]: DEBUG nova.compute.provider_tree [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.277867] env[62859]: DEBUG oslo_vmware.api [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538977, 'name': ReconfigVM_Task, 'duration_secs': 0.139003} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.278222] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512927', 'volume_id': '39dd14b4-c619-4062-b4a1-e4997e75a47f', 'name': 'volume-39dd14b4-c619-4062-b4a1-e4997e75a47f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebf50eca-caf5-4608-bd5b-dba99fb52613', 'attached_at': '', 'detached_at': '', 'volume_id': '39dd14b4-c619-4062-b4a1-e4997e75a47f', 'serial': '39dd14b4-c619-4062-b4a1-e4997e75a47f'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1482.391927] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.542374] env[62859]: DEBUG nova.scheduler.client.report [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.895091] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.046894] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.049245] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.154s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.049431] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.049589] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1483.050482] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6f0d78-d396-404d-8558-e066b392aa57 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.058192] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d131fe55-0222-4577-8361-b2ecddd89dd5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.072164] env[62859]: INFO nova.scheduler.client.report [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted allocations for instance 9d689d31-18ab-40c3-91ad-08e87eeee815 [ 1483.073533] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eb8a8a-d8b3-4495-8156-da7ddb1f21c2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.082439] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f116fc65-2536-4170-b4ac-cb018bcb63a8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.111776] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180721MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1483.111950] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.112203] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.312593] env[62859]: DEBUG nova.objects.instance [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid ebf50eca-caf5-4608-bd5b-dba99fb52613 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.582821] env[62859]: DEBUG oslo_concurrency.lockutils [None req-89f8260f-2d94-4b5d-9bd2-fb503cd06ce5 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "9d689d31-18ab-40c3-91ad-08e87eeee815" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.538s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.817575] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed29271c-0ceb-47b8-9405-a4752f8d2ef6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.133473] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance 543fc576-1a30-4794-b353-29c370e01017 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1484.133625] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance ebf50eca-caf5-4608-bd5b-dba99fb52613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1484.133750] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Instance a06c5c37-745b-42c3-bd80-06e8d45f460f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62859) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1484.133921] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1484.134074] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1484.177732] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54ed793-5949-43ba-bfc6-90b836e99244 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.185389] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d316d11c-65e6-4d5f-ba86-8471e348a5aa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.216377] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81195cf-3d2b-43ed-a867-db9aaf176bfa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.223250] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6230b719-d025-4d90-b334-35fb5a27db72 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.236043] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.632015] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "a06c5c37-745b-42c3-bd80-06e8d45f460f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.632317] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a06c5c37-745b-42c3-bd80-06e8d45f460f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.633013] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "a06c5c37-745b-42c3-bd80-06e8d45f460f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.633226] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a06c5c37-745b-42c3-bd80-06e8d45f460f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.633407] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a06c5c37-745b-42c3-bd80-06e8d45f460f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.635582] env[62859]: INFO nova.compute.manager [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Terminating instance [ 1484.644424] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.644628] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.738669] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.139104] env[62859]: DEBUG nova.compute.manager [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1485.139306] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.140299] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90c2844-5df8-4f20-a520-757db53fbd1a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.148669] env[62859]: DEBUG nova.compute.utils [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1485.149942] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.150197] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32b59dc4-8bfe-43a0-9c46-1420db161875 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.157163] env[62859]: DEBUG oslo_vmware.api [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1485.157163] env[62859]: value = "task-2538978" [ 1485.157163] env[62859]: _type = "Task" [ 1485.157163] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.167440] env[62859]: DEBUG oslo_vmware.api [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.245196] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1485.245408] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.654270] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.667161] env[62859]: DEBUG oslo_vmware.api [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538978, 'name': PowerOffVM_Task, 'duration_secs': 0.208285} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.667428] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.667600] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.667853] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebca7cf2-fd8f-430c-8b8d-35033ccd0828 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.239665] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.239966] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.240224] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleting the datastore file [datastore1] a06c5c37-745b-42c3-bd80-06e8d45f460f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.240701] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.240995] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ed8407f-025b-49a9-a14c-5f948505ea72 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.243629] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.249235] env[62859]: DEBUG oslo_vmware.api [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1486.249235] env[62859]: value = "task-2538980" [ 1486.249235] env[62859]: _type = "Task" [ 1486.249235] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.261191] env[62859]: DEBUG oslo_vmware.api [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.719689] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.720121] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.720246] env[62859]: INFO nova.compute.manager [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Attaching volume dee6416b-cc54-4a8a-9e6b-af3b66ed9409 to /dev/sdc [ 1486.751039] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e17ca37-53d8-46eb-af1b-9caa00da71be {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.763540] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c8bbd-9c08-490e-80dc-75438ccbaa1f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.765807] env[62859]: DEBUG oslo_vmware.api [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206598} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.766061] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.766252] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.766429] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.766596] env[62859]: INFO nova.compute.manager [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1486.766825] env[62859]: DEBUG oslo.service.loopingcall [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1486.767344] env[62859]: DEBUG nova.compute.manager [-] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.767467] env[62859]: DEBUG nova.network.neutron [-] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.777415] env[62859]: DEBUG nova.virt.block_device [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updating existing volume attachment record: 76da1ed7-33fd-4aca-91e2-54791984cab2 {{(pid=62859) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1487.022784] env[62859]: DEBUG nova.compute.manager [req-b2368ce7-845c-4bf9-84be-f75cebd98425 req-d74c228e-4e3a-4ffa-a279-b76a01b4e50f service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Received event network-vif-deleted-7943ccd9-3ef3-47a6-a532-ccb3160a43b6 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1487.023081] env[62859]: INFO nova.compute.manager [req-b2368ce7-845c-4bf9-84be-f75cebd98425 req-d74c228e-4e3a-4ffa-a279-b76a01b4e50f service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Neutron deleted interface 7943ccd9-3ef3-47a6-a532-ccb3160a43b6; detaching it from the instance and deleting it from the info cache [ 1487.023293] env[62859]: DEBUG nova.network.neutron [req-b2368ce7-845c-4bf9-84be-f75cebd98425 req-d74c228e-4e3a-4ffa-a279-b76a01b4e50f service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.391630] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.391800] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1487.507312] env[62859]: DEBUG nova.network.neutron [-] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.526144] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d28cb7c-ee31-402a-bb7d-1d9180a4ef6b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.535815] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d826980f-ce1d-446a-b1d9-7573d96d7e91 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.560521] env[62859]: DEBUG nova.compute.manager [req-b2368ce7-845c-4bf9-84be-f75cebd98425 req-d74c228e-4e3a-4ffa-a279-b76a01b4e50f service nova] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Detach interface failed, port_id=7943ccd9-3ef3-47a6-a532-ccb3160a43b6, reason: Instance a06c5c37-745b-42c3-bd80-06e8d45f460f could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1488.009926] env[62859]: INFO nova.compute.manager [-] [instance: a06c5c37-745b-42c3-bd80-06e8d45f460f] Took 1.24 seconds to deallocate network for instance. [ 1488.434200] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.434382] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquired lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.434541] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Forcefully refreshing network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1488.516498] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.516823] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.517092] env[62859]: DEBUG nova.objects.instance [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lazy-loading 'resources' on Instance uuid a06c5c37-745b-42c3-bd80-06e8d45f460f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.077337] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd03f579-d5a1-4fd0-8434-43d662e2d7ba {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.085738] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5936fb6-8d6d-4072-8f94-8eaa1918ebf1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.116964] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e88b6bf-c58a-4978-bcec-86c08bf1ac4c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.123818] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0626349-374b-4a7c-907d-8c141ff674d9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.136705] env[62859]: DEBUG nova.compute.provider_tree [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.639932] env[62859]: DEBUG nova.scheduler.client.report [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1489.643682] env[62859]: DEBUG nova.network.neutron [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updating instance_info_cache with network_info: [{"id": "2c45d54a-db95-4e89-8057-247f3116d658", "address": "fa:16:3e:84:9f:85", "network": {"id": "4f0e7d9e-bb69-4d95-91ea-437cd0e0a6c4", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-872398965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55478de0da9542b99bcf9c482ad8fb5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c45d54a-db", "ovs_interfaceid": "2c45d54a-db95-4e89-8057-247f3116d658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.146678] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.149785] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Releasing lock "refresh_cache-ebf50eca-caf5-4608-bd5b-dba99fb52613" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.149785] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updated the network info_cache for instance {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1490.149785] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.166226] env[62859]: INFO nova.scheduler.client.report [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted allocations for instance a06c5c37-745b-42c3-bd80-06e8d45f460f [ 1490.674907] env[62859]: DEBUG oslo_concurrency.lockutils [None req-a38ced3f-c687-4445-97d8-71a28da5fc3f tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a06c5c37-745b-42c3-bd80-06e8d45f460f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.042s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.323268] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Volume attach. Driver type: vmdk {{(pid=62859) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1491.323548] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512928', 'volume_id': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'name': 'volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebf50eca-caf5-4608-bd5b-dba99fb52613', 'attached_at': '', 'detached_at': '', 'volume_id': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'serial': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1491.324521] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5d0e2e-2aa6-4236-be8b-b0afdf5964f8 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.340441] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04920417-2e01-406c-925c-75bb5cc29678 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.366446] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409/volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.366701] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ead02db-4906-4f4d-be26-ef50a9114f0a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.383500] env[62859]: DEBUG oslo_vmware.api [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1491.383500] env[62859]: value = "task-2538983" [ 1491.383500] env[62859]: _type = "Task" [ 1491.383500] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.392238] env[62859]: DEBUG oslo_vmware.api [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.645911] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.646186] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.892960] env[62859]: DEBUG oslo_vmware.api [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538983, 'name': ReconfigVM_Task, 'duration_secs': 0.378961} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.893256] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409/volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409.vmdk or device None with type thin {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.897718] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f03a01f1-3a1a-4459-8a79-ef2e51c35b93 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.911763] env[62859]: DEBUG oslo_vmware.api [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1491.911763] env[62859]: value = "task-2538984" [ 1491.911763] env[62859]: _type = "Task" [ 1491.911763] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.918954] env[62859]: DEBUG oslo_vmware.api [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.148912] env[62859]: DEBUG nova.compute.manager [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.421561] env[62859]: DEBUG oslo_vmware.api [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538984, 'name': ReconfigVM_Task, 'duration_secs': 0.12982} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.421888] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512928', 'volume_id': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'name': 'volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebf50eca-caf5-4608-bd5b-dba99fb52613', 'attached_at': '', 'detached_at': '', 'volume_id': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'serial': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409'} {{(pid=62859) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1492.670563] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.670825] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.672289] env[62859]: INFO nova.compute.claims [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1493.456693] env[62859]: DEBUG nova.objects.instance [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid ebf50eca-caf5-4608-bd5b-dba99fb52613 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.725674] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2212a8-5ca8-45b5-bfd8-7f9b5b128129 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.734552] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2a5d23-d23f-4098-9024-449123cebad9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.766749] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6a5e20-f76b-4fa3-886e-94175c6149dd {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.776791] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d592b31-16ab-4401-a962-f2c8b11411e7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.790227] env[62859]: DEBUG nova.compute.provider_tree [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.962981] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8456f483-26f5-4126-9da7-a17edbec31c2 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.272731] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.273065] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.292815] env[62859]: DEBUG nova.scheduler.client.report [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.776282] env[62859]: INFO nova.compute.manager [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Detaching volume 39dd14b4-c619-4062-b4a1-e4997e75a47f [ 1494.798185] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.798185] env[62859]: DEBUG nova.compute.manager [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1494.806528] env[62859]: INFO nova.virt.block_device [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Attempting to driver detach volume 39dd14b4-c619-4062-b4a1-e4997e75a47f from mountpoint /dev/sdb [ 1494.806746] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1494.806928] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512927', 'volume_id': '39dd14b4-c619-4062-b4a1-e4997e75a47f', 'name': 'volume-39dd14b4-c619-4062-b4a1-e4997e75a47f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebf50eca-caf5-4608-bd5b-dba99fb52613', 'attached_at': '', 'detached_at': '', 'volume_id': '39dd14b4-c619-4062-b4a1-e4997e75a47f', 'serial': '39dd14b4-c619-4062-b4a1-e4997e75a47f'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1494.807815] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91100d98-8bfe-4fdd-9086-b915ab819e98 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.832248] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1d30e8-028b-4065-9447-5feeb7405286 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.840597] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06882079-7f97-4421-8a1b-1567d6697944 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.862767] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba236df-a411-4c25-8078-237001949b59 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.876709] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] The volume has not been displaced from its original location: [datastore2] volume-39dd14b4-c619-4062-b4a1-e4997e75a47f/volume-39dd14b4-c619-4062-b4a1-e4997e75a47f.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1494.881774] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1494.882267] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08ad285-5aca-437e-aedf-e973b6603b8b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.899547] env[62859]: DEBUG oslo_vmware.api [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1494.899547] env[62859]: value = "task-2538985" [ 1494.899547] env[62859]: _type = "Task" [ 1494.899547] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.906722] env[62859]: DEBUG oslo_vmware.api [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.303136] env[62859]: DEBUG nova.compute.utils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1495.304556] env[62859]: DEBUG nova.compute.manager [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.304728] env[62859]: DEBUG nova.network.neutron [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.350684] env[62859]: DEBUG nova.policy [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9f3ed3367847ea8fbf403089f5b46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc06de117d7b412d88e03fa9ec937c7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.408732] env[62859]: DEBUG oslo_vmware.api [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538985, 'name': ReconfigVM_Task, 'duration_secs': 0.215758} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.409022] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1495.413665] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3e9738b-2b5d-460a-8631-ac192fcbb13d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.427709] env[62859]: DEBUG oslo_vmware.api [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1495.427709] env[62859]: value = "task-2538986" [ 1495.427709] env[62859]: _type = "Task" [ 1495.427709] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.438847] env[62859]: DEBUG oslo_vmware.api [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.618240] env[62859]: DEBUG nova.network.neutron [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Successfully created port: 0179fca8-a159-4e3e-a1c5-85b3e5e12dae {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.807403] env[62859]: DEBUG nova.compute.manager [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1495.937679] env[62859]: DEBUG oslo_vmware.api [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538986, 'name': ReconfigVM_Task, 'duration_secs': 0.129641} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.937923] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512927', 'volume_id': '39dd14b4-c619-4062-b4a1-e4997e75a47f', 'name': 'volume-39dd14b4-c619-4062-b4a1-e4997e75a47f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebf50eca-caf5-4608-bd5b-dba99fb52613', 'attached_at': '', 'detached_at': '', 'volume_id': '39dd14b4-c619-4062-b4a1-e4997e75a47f', 'serial': '39dd14b4-c619-4062-b4a1-e4997e75a47f'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1496.485830] env[62859]: DEBUG nova.objects.instance [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid ebf50eca-caf5-4608-bd5b-dba99fb52613 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.816690] env[62859]: DEBUG nova.compute.manager [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1496.841986] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1496.842264] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1496.842423] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1496.842604] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1496.842749] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1496.842895] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1496.843484] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1496.843484] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1496.843484] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1496.843658] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1496.843786] env[62859]: DEBUG nova.virt.hardware [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1496.844673] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf49414f-3975-4759-90d1-8295f3a81148 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.853287] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cb271b-8c9d-4858-87c6-4d9251b8707a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.995152] env[62859]: DEBUG nova.compute.manager [req-be2c1434-171a-4426-adf1-12525f9afbb4 req-0b4b05c4-4aed-4b10-b9c6-d828d3a88c84 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Received event network-vif-plugged-0179fca8-a159-4e3e-a1c5-85b3e5e12dae {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1496.995442] env[62859]: DEBUG oslo_concurrency.lockutils [req-be2c1434-171a-4426-adf1-12525f9afbb4 req-0b4b05c4-4aed-4b10-b9c6-d828d3a88c84 service nova] Acquiring lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.995590] env[62859]: DEBUG oslo_concurrency.lockutils [req-be2c1434-171a-4426-adf1-12525f9afbb4 req-0b4b05c4-4aed-4b10-b9c6-d828d3a88c84 service nova] Lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.995748] env[62859]: DEBUG oslo_concurrency.lockutils [req-be2c1434-171a-4426-adf1-12525f9afbb4 req-0b4b05c4-4aed-4b10-b9c6-d828d3a88c84 service nova] Lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.995911] env[62859]: DEBUG nova.compute.manager [req-be2c1434-171a-4426-adf1-12525f9afbb4 req-0b4b05c4-4aed-4b10-b9c6-d828d3a88c84 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] No waiting events found dispatching network-vif-plugged-0179fca8-a159-4e3e-a1c5-85b3e5e12dae {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1496.996084] env[62859]: WARNING nova.compute.manager [req-be2c1434-171a-4426-adf1-12525f9afbb4 req-0b4b05c4-4aed-4b10-b9c6-d828d3a88c84 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Received unexpected event network-vif-plugged-0179fca8-a159-4e3e-a1c5-85b3e5e12dae for instance with vm_state building and task_state spawning. [ 1497.056225] env[62859]: DEBUG nova.network.neutron [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Successfully updated port: 0179fca8-a159-4e3e-a1c5-85b3e5e12dae {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.493293] env[62859]: DEBUG oslo_concurrency.lockutils [None req-4aced309-6099-4bf8-95f9-c8e6449e469e tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.517070] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.517070] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.558311] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "refresh_cache-b5777c6b-72e3-47cc-a544-9d01e0ea211c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.558481] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "refresh_cache-b5777c6b-72e3-47cc-a544-9d01e0ea211c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.558591] env[62859]: DEBUG nova.network.neutron [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.020264] env[62859]: INFO nova.compute.manager [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Detaching volume dee6416b-cc54-4a8a-9e6b-af3b66ed9409 [ 1498.049737] env[62859]: INFO nova.virt.block_device [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Attempting to driver detach volume dee6416b-cc54-4a8a-9e6b-af3b66ed9409 from mountpoint /dev/sdc [ 1498.050021] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Volume detach. Driver type: vmdk {{(pid=62859) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1498.050240] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512928', 'volume_id': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'name': 'volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebf50eca-caf5-4608-bd5b-dba99fb52613', 'attached_at': '', 'detached_at': '', 'volume_id': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'serial': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1498.051026] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f4fe3e-36d8-4a1a-9372-7d8ddc4c49a2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.074026] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d182d3d0-9ece-4343-8589-323d6b7be878 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.080251] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2730127b-64e3-4233-8dc1-395fae9f503d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.101539] env[62859]: DEBUG nova.network.neutron [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.103719] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4f38ce-3886-4fa1-917b-95511d4e9109 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.117732] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] The volume has not been displaced from its original location: [datastore2] volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409/volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409.vmdk. No consolidation needed. {{(pid=62859) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1498.122826] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfiguring VM instance instance-00000077 to detach disk 2002 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1498.124854] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e839583-d0aa-48b5-9381-ae4ecea0a6e2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.142240] env[62859]: DEBUG oslo_vmware.api [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1498.142240] env[62859]: value = "task-2538987" [ 1498.142240] env[62859]: _type = "Task" [ 1498.142240] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.149284] env[62859]: DEBUG oslo_vmware.api [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.241644] env[62859]: DEBUG nova.network.neutron [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Updating instance_info_cache with network_info: [{"id": "0179fca8-a159-4e3e-a1c5-85b3e5e12dae", "address": "fa:16:3e:4a:ee:bf", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0179fca8-a1", "ovs_interfaceid": "0179fca8-a159-4e3e-a1c5-85b3e5e12dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.652412] env[62859]: DEBUG oslo_vmware.api [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538987, 'name': ReconfigVM_Task, 'duration_secs': 0.222977} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.652680] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Reconfigured VM instance instance-00000077 to detach disk 2002 {{(pid=62859) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1498.657202] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a070d0b-ee99-41de-8428-8bc34ddd424b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.671227] env[62859]: DEBUG oslo_vmware.api [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1498.671227] env[62859]: value = "task-2538988" [ 1498.671227] env[62859]: _type = "Task" [ 1498.671227] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.678477] env[62859]: DEBUG oslo_vmware.api [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.744212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "refresh_cache-b5777c6b-72e3-47cc-a544-9d01e0ea211c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.744548] env[62859]: DEBUG nova.compute.manager [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Instance network_info: |[{"id": "0179fca8-a159-4e3e-a1c5-85b3e5e12dae", "address": "fa:16:3e:4a:ee:bf", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0179fca8-a1", "ovs_interfaceid": "0179fca8-a159-4e3e-a1c5-85b3e5e12dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1498.744951] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:ee:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0179fca8-a159-4e3e-a1c5-85b3e5e12dae', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1498.752453] env[62859]: DEBUG oslo.service.loopingcall [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.752645] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1498.752856] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8359cba-30ca-4559-b056-5255d15e264c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.771324] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1498.771324] env[62859]: value = "task-2538989" [ 1498.771324] env[62859]: _type = "Task" [ 1498.771324] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.778393] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538989, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.022282] env[62859]: DEBUG nova.compute.manager [req-ff819b42-e245-4362-a428-8dd816f91cf1 req-c22a6a89-2e2f-4965-adb8-eae6142b41c4 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Received event network-changed-0179fca8-a159-4e3e-a1c5-85b3e5e12dae {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1499.022553] env[62859]: DEBUG nova.compute.manager [req-ff819b42-e245-4362-a428-8dd816f91cf1 req-c22a6a89-2e2f-4965-adb8-eae6142b41c4 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Refreshing instance network info cache due to event network-changed-0179fca8-a159-4e3e-a1c5-85b3e5e12dae. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1499.022693] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff819b42-e245-4362-a428-8dd816f91cf1 req-c22a6a89-2e2f-4965-adb8-eae6142b41c4 service nova] Acquiring lock "refresh_cache-b5777c6b-72e3-47cc-a544-9d01e0ea211c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.022879] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff819b42-e245-4362-a428-8dd816f91cf1 req-c22a6a89-2e2f-4965-adb8-eae6142b41c4 service nova] Acquired lock "refresh_cache-b5777c6b-72e3-47cc-a544-9d01e0ea211c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.023106] env[62859]: DEBUG nova.network.neutron [req-ff819b42-e245-4362-a428-8dd816f91cf1 req-c22a6a89-2e2f-4965-adb8-eae6142b41c4 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Refreshing network info cache for port 0179fca8-a159-4e3e-a1c5-85b3e5e12dae {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.180532] env[62859]: DEBUG oslo_vmware.api [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538988, 'name': ReconfigVM_Task, 'duration_secs': 0.138794} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.180835] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-512928', 'volume_id': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'name': 'volume-dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebf50eca-caf5-4608-bd5b-dba99fb52613', 'attached_at': '', 'detached_at': '', 'volume_id': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409', 'serial': 'dee6416b-cc54-4a8a-9e6b-af3b66ed9409'} {{(pid=62859) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1499.281110] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2538989, 'name': CreateVM_Task, 'duration_secs': 0.29749} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.281259] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.281904] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.282104] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.282431] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1499.282672] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55b9171-4cfd-44db-b1a6-76f33a6486c5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.287848] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1499.287848] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524bbb2b-af6e-1bee-ce2c-2e4e33e85f28" [ 1499.287848] env[62859]: _type = "Task" [ 1499.287848] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.295633] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524bbb2b-af6e-1bee-ce2c-2e4e33e85f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.694773] env[62859]: DEBUG nova.network.neutron [req-ff819b42-e245-4362-a428-8dd816f91cf1 req-c22a6a89-2e2f-4965-adb8-eae6142b41c4 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Updated VIF entry in instance network info cache for port 0179fca8-a159-4e3e-a1c5-85b3e5e12dae. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.695171] env[62859]: DEBUG nova.network.neutron [req-ff819b42-e245-4362-a428-8dd816f91cf1 req-c22a6a89-2e2f-4965-adb8-eae6142b41c4 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Updating instance_info_cache with network_info: [{"id": "0179fca8-a159-4e3e-a1c5-85b3e5e12dae", "address": "fa:16:3e:4a:ee:bf", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0179fca8-a1", "ovs_interfaceid": "0179fca8-a159-4e3e-a1c5-85b3e5e12dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.722322] env[62859]: DEBUG nova.objects.instance [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'flavor' on Instance uuid ebf50eca-caf5-4608-bd5b-dba99fb52613 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.455658] env[62859]: DEBUG oslo_concurrency.lockutils [req-ff819b42-e245-4362-a428-8dd816f91cf1 req-c22a6a89-2e2f-4965-adb8-eae6142b41c4 service nova] Releasing lock "refresh_cache-b5777c6b-72e3-47cc-a544-9d01e0ea211c" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.457666] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]524bbb2b-af6e-1bee-ce2c-2e4e33e85f28, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.462023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.462023] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.462023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.462023] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.462023] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.462023] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34bba1c5-78ac-4797-b02d-b56655ece7bf {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.469044] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.469221] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.470256] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb644a6a-3721-4e5f-b857-0361a38f2a8a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.475209] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1500.475209] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526af9eb-78c6-d431-51af-96b27d652291" [ 1500.475209] env[62859]: _type = "Task" [ 1500.475209] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.482153] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526af9eb-78c6-d431-51af-96b27d652291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.961619] env[62859]: DEBUG oslo_concurrency.lockutils [None req-379d8f07-9374-489f-8ee8-22b9dfb5eac6 tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.445s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.984800] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]526af9eb-78c6-d431-51af-96b27d652291, 'name': SearchDatastore_Task, 'duration_secs': 0.007296} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.985493] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c46fad-eb19-4509-b7f6-52392112c7bb {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.990200] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1500.990200] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52de2c80-c00d-049b-8914-88dba1b656fc" [ 1500.990200] env[62859]: _type = "Task" [ 1500.990200] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.996752] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52de2c80-c00d-049b-8914-88dba1b656fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.500209] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52de2c80-c00d-049b-8914-88dba1b656fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008988} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.500460] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.500631] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] b5777c6b-72e3-47cc-a544-9d01e0ea211c/b5777c6b-72e3-47cc-a544-9d01e0ea211c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1501.500883] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72490fc7-a700-4738-9202-b9ff6b667e7a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.506898] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1501.506898] env[62859]: value = "task-2538990" [ 1501.506898] env[62859]: _type = "Task" [ 1501.506898] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.514068] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.898900] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.899235] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.899452] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "ebf50eca-caf5-4608-bd5b-dba99fb52613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.899643] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.899817] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.902182] env[62859]: INFO nova.compute.manager [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Terminating instance [ 1502.016481] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427671} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.016821] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] b5777c6b-72e3-47cc-a544-9d01e0ea211c/b5777c6b-72e3-47cc-a544-9d01e0ea211c.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1502.017123] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1502.017425] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db425210-7373-4f31-8bf1-20987f646de7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.022875] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1502.022875] env[62859]: value = "task-2538991" [ 1502.022875] env[62859]: _type = "Task" [ 1502.022875] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.029776] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.406903] env[62859]: DEBUG nova.compute.manager [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.407128] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.407997] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c871e43-5912-4a4b-84b5-636e78b18f77 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.415305] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.415523] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-708a4d9c-2cc8-4145-a7fc-52ffb85610f7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.422052] env[62859]: DEBUG oslo_vmware.api [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1502.422052] env[62859]: value = "task-2538992" [ 1502.422052] env[62859]: _type = "Task" [ 1502.422052] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.430544] env[62859]: DEBUG oslo_vmware.api [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.532680] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059494} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.533015] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1502.533758] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a492e6b-a0e0-4bbf-93b6-c728828f9391 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.554967] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b5777c6b-72e3-47cc-a544-9d01e0ea211c/b5777c6b-72e3-47cc-a544-9d01e0ea211c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.555165] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a008e32-0251-43b1-bcea-05ca63d8c952 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.573965] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1502.573965] env[62859]: value = "task-2538993" [ 1502.573965] env[62859]: _type = "Task" [ 1502.573965] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.581638] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.932147] env[62859]: DEBUG oslo_vmware.api [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538992, 'name': PowerOffVM_Task, 'duration_secs': 0.209313} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.932388] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.932537] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.932773] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca1f0b8-4b75-4b97-bd7e-2b9258e5d083 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.000385] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1503.000627] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Deleting contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1503.000808] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Deleting the datastore file [datastore1] ebf50eca-caf5-4608-bd5b-dba99fb52613 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1503.001080] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30405e5d-c1c2-48a5-a166-131e6323e7dc {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.007171] env[62859]: DEBUG oslo_vmware.api [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for the task: (returnval){ [ 1503.007171] env[62859]: value = "task-2538995" [ 1503.007171] env[62859]: _type = "Task" [ 1503.007171] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.014354] env[62859]: DEBUG oslo_vmware.api [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.082773] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538993, 'name': ReconfigVM_Task, 'duration_secs': 0.260387} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.083110] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b5777c6b-72e3-47cc-a544-9d01e0ea211c/b5777c6b-72e3-47cc-a544-9d01e0ea211c.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1503.083701] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30d15278-dc02-404d-8644-b4772cb2ba61 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.089626] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1503.089626] env[62859]: value = "task-2538996" [ 1503.089626] env[62859]: _type = "Task" [ 1503.089626] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.098745] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538996, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.516897] env[62859]: DEBUG oslo_vmware.api [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Task: {'id': task-2538995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143533} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.517159] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.517343] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Deleted contents of the VM from datastore datastore1 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1503.517514] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.517682] env[62859]: INFO nova.compute.manager [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1503.517923] env[62859]: DEBUG oslo.service.loopingcall [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.518126] env[62859]: DEBUG nova.compute.manager [-] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1503.518223] env[62859]: DEBUG nova.network.neutron [-] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.598953] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538996, 'name': Rename_Task, 'duration_secs': 0.168813} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.599363] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.599437] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecd1acd2-8cca-467e-bca2-72e584c26480 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.605847] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1503.605847] env[62859]: value = "task-2538997" [ 1503.605847] env[62859]: _type = "Task" [ 1503.605847] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.614977] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.935163] env[62859]: DEBUG nova.compute.manager [req-029dffcd-66a0-483d-a011-072e0210327d req-c69e4d05-00d4-4e2c-a736-347b281da114 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Received event network-vif-deleted-2c45d54a-db95-4e89-8057-247f3116d658 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1503.935430] env[62859]: INFO nova.compute.manager [req-029dffcd-66a0-483d-a011-072e0210327d req-c69e4d05-00d4-4e2c-a736-347b281da114 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Neutron deleted interface 2c45d54a-db95-4e89-8057-247f3116d658; detaching it from the instance and deleting it from the info cache [ 1503.935645] env[62859]: DEBUG nova.network.neutron [req-029dffcd-66a0-483d-a011-072e0210327d req-c69e4d05-00d4-4e2c-a736-347b281da114 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.116857] env[62859]: DEBUG oslo_vmware.api [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538997, 'name': PowerOnVM_Task, 'duration_secs': 0.472936} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.117143] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.117459] env[62859]: INFO nova.compute.manager [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1504.117547] env[62859]: DEBUG nova.compute.manager [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.118757] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534ebecd-1752-443e-a8b2-28d0ffcda30d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.418291] env[62859]: DEBUG nova.network.neutron [-] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.438041] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b69e689-ba3d-4fec-a1c3-7ff690b6a157 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.448269] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e0ebe-d9b8-4e03-9752-726f332ae5a3 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.473607] env[62859]: DEBUG nova.compute.manager [req-029dffcd-66a0-483d-a011-072e0210327d req-c69e4d05-00d4-4e2c-a736-347b281da114 service nova] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Detach interface failed, port_id=2c45d54a-db95-4e89-8057-247f3116d658, reason: Instance ebf50eca-caf5-4608-bd5b-dba99fb52613 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1504.633619] env[62859]: INFO nova.compute.manager [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Took 11.98 seconds to build instance. [ 1504.922122] env[62859]: INFO nova.compute.manager [-] [instance: ebf50eca-caf5-4608-bd5b-dba99fb52613] Took 1.40 seconds to deallocate network for instance. [ 1505.136082] env[62859]: DEBUG oslo_concurrency.lockutils [None req-03f55170-ee83-4d0b-91ef-a167b239d9a2 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.490s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.427142] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.427439] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.427675] env[62859]: DEBUG nova.objects.instance [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lazy-loading 'resources' on Instance uuid ebf50eca-caf5-4608-bd5b-dba99fb52613 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.987682] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9949479e-cc31-46ae-b160-14556b08d576 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.995443] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e440ba63-873c-4e63-9310-ddfa43f4c18f {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.024099] env[62859]: DEBUG oslo_concurrency.lockutils [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.024328] env[62859]: DEBUG oslo_concurrency.lockutils [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.024529] env[62859]: DEBUG oslo_concurrency.lockutils [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.024709] env[62859]: DEBUG oslo_concurrency.lockutils [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.024874] env[62859]: DEBUG oslo_concurrency.lockutils [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.026940] env[62859]: INFO nova.compute.manager [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Terminating instance [ 1506.028592] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a26ea0-9617-4ca3-8df7-23ee855762a7 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.036477] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d4809-b363-41ef-8c1b-f4976e1148ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.049586] env[62859]: DEBUG nova.compute.provider_tree [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1506.533598] env[62859]: DEBUG nova.compute.manager [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1506.533841] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1506.534748] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1035e7c3-86be-4e39-be31-81701e98e9e5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.542278] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.542505] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e05eb29c-6ddb-4471-9e4f-26ca1d8d6f40 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.548368] env[62859]: DEBUG oslo_vmware.api [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1506.548368] env[62859]: value = "task-2538998" [ 1506.548368] env[62859]: _type = "Task" [ 1506.548368] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.551863] env[62859]: DEBUG nova.scheduler.client.report [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.561213] env[62859]: DEBUG oslo_vmware.api [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.057980] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.059818] env[62859]: DEBUG oslo_vmware.api [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2538998, 'name': PowerOffVM_Task, 'duration_secs': 0.169973} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.060258] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.060437] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.060680] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da8f2825-fcb6-4bd5-b641-a95dc9655e30 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.074607] env[62859]: INFO nova.scheduler.client.report [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Deleted allocations for instance ebf50eca-caf5-4608-bd5b-dba99fb52613 [ 1507.126944] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.127195] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.127354] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleting the datastore file [datastore2] b5777c6b-72e3-47cc-a544-9d01e0ea211c {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.127609] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3134a65f-73db-4cca-8924-76d6f598e1f0 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.133558] env[62859]: DEBUG oslo_vmware.api [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1507.133558] env[62859]: value = "task-2539000" [ 1507.133558] env[62859]: _type = "Task" [ 1507.133558] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.140566] env[62859]: DEBUG oslo_vmware.api [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.581501] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ebb2adc9-13d7-41a1-b83e-4f60e26509ea tempest-AttachVolumeTestJSON-336005946 tempest-AttachVolumeTestJSON-336005946-project-member] Lock "ebf50eca-caf5-4608-bd5b-dba99fb52613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.682s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.643266] env[62859]: DEBUG oslo_vmware.api [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155895} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.643476] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1507.643670] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1507.643807] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1507.643948] env[62859]: INFO nova.compute.manager [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1507.644209] env[62859]: DEBUG oslo.service.loopingcall [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.644409] env[62859]: DEBUG nova.compute.manager [-] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1507.644522] env[62859]: DEBUG nova.network.neutron [-] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.910296] env[62859]: DEBUG nova.compute.manager [req-a756a0c7-28df-40e7-ad11-681a3f1e0bd8 req-9ba847f1-5ae1-4dab-855e-921db9cb0a17 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Received event network-vif-deleted-0179fca8-a159-4e3e-a1c5-85b3e5e12dae {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1507.910296] env[62859]: INFO nova.compute.manager [req-a756a0c7-28df-40e7-ad11-681a3f1e0bd8 req-9ba847f1-5ae1-4dab-855e-921db9cb0a17 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Neutron deleted interface 0179fca8-a159-4e3e-a1c5-85b3e5e12dae; detaching it from the instance and deleting it from the info cache [ 1507.910296] env[62859]: DEBUG nova.network.neutron [req-a756a0c7-28df-40e7-ad11-681a3f1e0bd8 req-9ba847f1-5ae1-4dab-855e-921db9cb0a17 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.389830] env[62859]: DEBUG nova.network.neutron [-] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.412172] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4f3daa5-45d5-458b-91e9-70d092d1cb35 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.421393] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48efbbd1-1bfe-4b8c-8d84-d9096a796661 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.445604] env[62859]: DEBUG nova.compute.manager [req-a756a0c7-28df-40e7-ad11-681a3f1e0bd8 req-9ba847f1-5ae1-4dab-855e-921db9cb0a17 service nova] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Detach interface failed, port_id=0179fca8-a159-4e3e-a1c5-85b3e5e12dae, reason: Instance b5777c6b-72e3-47cc-a544-9d01e0ea211c could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1508.892811] env[62859]: INFO nova.compute.manager [-] [instance: b5777c6b-72e3-47cc-a544-9d01e0ea211c] Took 1.25 seconds to deallocate network for instance. [ 1509.398787] env[62859]: DEBUG oslo_concurrency.lockutils [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.399092] env[62859]: DEBUG oslo_concurrency.lockutils [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.399282] env[62859]: DEBUG nova.objects.instance [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lazy-loading 'resources' on Instance uuid b5777c6b-72e3-47cc-a544-9d01e0ea211c {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.944274] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5332f556-637e-43e6-ba1c-5f00599aa472 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.952146] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa9595a-4fbe-4adc-804b-61b73ed952f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.982235] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bbaa88-e83d-4186-800a-de3f1f2ce62d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.989495] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618edd1b-01e1-40d5-8c69-ddc98a05ae2d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.002142] env[62859]: DEBUG nova.compute.provider_tree [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.505828] env[62859]: DEBUG nova.scheduler.client.report [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.011369] env[62859]: DEBUG oslo_concurrency.lockutils [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.028370] env[62859]: INFO nova.scheduler.client.report [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted allocations for instance b5777c6b-72e3-47cc-a544-9d01e0ea211c [ 1511.536167] env[62859]: DEBUG oslo_concurrency.lockutils [None req-02c6e9bc-ec14-4398-85cb-d743e1355a90 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "b5777c6b-72e3-47cc-a544-9d01e0ea211c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.512s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.980841] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "a2c549e2-c339-41be-868e-6769b0d8c36f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.981128] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.483774] env[62859]: DEBUG nova.compute.manager [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Starting instance... {{(pid=62859) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.005323] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.005617] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.006993] env[62859]: INFO nova.compute.claims [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.051486] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e116ea-c41a-4289-a96b-7b7bf01d8cfa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.058858] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba54337-4fdf-431a-a97b-d1d57b0b7b28 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.087300] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab085d4b-247e-417f-8d69-e0525e6b663c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.093892] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3df55a-3151-4561-a01e-92b5785b088c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.106260] env[62859]: DEBUG nova.compute.provider_tree [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.609284] env[62859]: DEBUG nova.scheduler.client.report [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.115292] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.115835] env[62859]: DEBUG nova.compute.manager [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Start building networks asynchronously for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1516.620401] env[62859]: DEBUG nova.compute.utils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Using /dev/sd instead of None {{(pid=62859) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1516.621877] env[62859]: DEBUG nova.compute.manager [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Allocating IP information in the background. {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1516.622075] env[62859]: DEBUG nova.network.neutron [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] allocate_for_instance() {{(pid=62859) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1516.691548] env[62859]: DEBUG nova.policy [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf9f3ed3367847ea8fbf403089f5b46c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc06de117d7b412d88e03fa9ec937c7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62859) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.125239] env[62859]: DEBUG nova.compute.manager [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Start building block device mappings for instance. {{(pid=62859) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1517.141333] env[62859]: DEBUG nova.network.neutron [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Successfully created port: a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff {{(pid=62859) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.134114] env[62859]: DEBUG nova.compute.manager [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Start spawning the instance on the hypervisor. {{(pid=62859) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1518.159843] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-14T11:25:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-14T11:25:32Z,direct_url=,disk_format='vmdk',id=9202e09c-1f63-499b-aa32-d3ad8b2d56b8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='04a6673e22c147bd89bebb78f5e5346d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-14T11:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1518.160754] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1518.160754] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image limits 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1518.160754] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Flavor pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1518.160754] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Image pref 0:0:0 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1518.160754] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62859) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1518.160948] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1518.161119] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1518.161309] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Got 1 possible topologies {{(pid=62859) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1518.161488] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1518.161661] env[62859]: DEBUG nova.virt.hardware [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62859) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1518.162628] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c42963a-af3c-475f-86f9-a3919f3ab8fe {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.170421] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc194aca-aaea-4b30-ac40-1f1cb09e2db2 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.888175] env[62859]: DEBUG nova.compute.manager [req-1f527b2d-5ce3-42f7-93a8-bc35e6eb1d7b req-a37925f8-69a0-4e63-afef-589307c8bdd4 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Received event network-vif-plugged-a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1518.888373] env[62859]: DEBUG oslo_concurrency.lockutils [req-1f527b2d-5ce3-42f7-93a8-bc35e6eb1d7b req-a37925f8-69a0-4e63-afef-589307c8bdd4 service nova] Acquiring lock "a2c549e2-c339-41be-868e-6769b0d8c36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.888431] env[62859]: DEBUG oslo_concurrency.lockutils [req-1f527b2d-5ce3-42f7-93a8-bc35e6eb1d7b req-a37925f8-69a0-4e63-afef-589307c8bdd4 service nova] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.888902] env[62859]: DEBUG oslo_concurrency.lockutils [req-1f527b2d-5ce3-42f7-93a8-bc35e6eb1d7b req-a37925f8-69a0-4e63-afef-589307c8bdd4 service nova] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.889098] env[62859]: DEBUG nova.compute.manager [req-1f527b2d-5ce3-42f7-93a8-bc35e6eb1d7b req-a37925f8-69a0-4e63-afef-589307c8bdd4 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] No waiting events found dispatching network-vif-plugged-a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff {{(pid=62859) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1518.889563] env[62859]: WARNING nova.compute.manager [req-1f527b2d-5ce3-42f7-93a8-bc35e6eb1d7b req-a37925f8-69a0-4e63-afef-589307c8bdd4 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Received unexpected event network-vif-plugged-a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff for instance with vm_state building and task_state spawning. [ 1518.979914] env[62859]: DEBUG nova.network.neutron [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Successfully updated port: a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff {{(pid=62859) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.482247] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "refresh_cache-a2c549e2-c339-41be-868e-6769b0d8c36f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.482487] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "refresh_cache-a2c549e2-c339-41be-868e-6769b0d8c36f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.482699] env[62859]: DEBUG nova.network.neutron [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Building network info cache for instance {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.014317] env[62859]: DEBUG nova.network.neutron [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Instance cache missing network info. {{(pid=62859) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.127345] env[62859]: DEBUG nova.network.neutron [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Updating instance_info_cache with network_info: [{"id": "a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff", "address": "fa:16:3e:91:5e:50", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78f3a1a-d9", "ovs_interfaceid": "a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.631053] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "refresh_cache-a2c549e2-c339-41be-868e-6769b0d8c36f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.631053] env[62859]: DEBUG nova.compute.manager [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Instance network_info: |[{"id": "a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff", "address": "fa:16:3e:91:5e:50", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78f3a1a-d9", "ovs_interfaceid": "a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62859) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1520.631448] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:5e:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff', 'vif_model': 'vmxnet3'}] {{(pid=62859) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.639039] env[62859]: DEBUG oslo.service.loopingcall [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.639259] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Creating VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.639474] env[62859]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6db0ac32-d583-40d8-9231-a041ae454695 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.658698] env[62859]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.658698] env[62859]: value = "task-2539004" [ 1520.658698] env[62859]: _type = "Task" [ 1520.658698] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.665873] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2539004, 'name': CreateVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.914458] env[62859]: DEBUG nova.compute.manager [req-52a02e60-98d1-403d-ac32-cd4cba5a9e94 req-f03ce690-47df-412b-9672-f0b316f99d60 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Received event network-changed-a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1520.914698] env[62859]: DEBUG nova.compute.manager [req-52a02e60-98d1-403d-ac32-cd4cba5a9e94 req-f03ce690-47df-412b-9672-f0b316f99d60 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Refreshing instance network info cache due to event network-changed-a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff. {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1520.914918] env[62859]: DEBUG oslo_concurrency.lockutils [req-52a02e60-98d1-403d-ac32-cd4cba5a9e94 req-f03ce690-47df-412b-9672-f0b316f99d60 service nova] Acquiring lock "refresh_cache-a2c549e2-c339-41be-868e-6769b0d8c36f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.915076] env[62859]: DEBUG oslo_concurrency.lockutils [req-52a02e60-98d1-403d-ac32-cd4cba5a9e94 req-f03ce690-47df-412b-9672-f0b316f99d60 service nova] Acquired lock "refresh_cache-a2c549e2-c339-41be-868e-6769b0d8c36f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.915242] env[62859]: DEBUG nova.network.neutron [req-52a02e60-98d1-403d-ac32-cd4cba5a9e94 req-f03ce690-47df-412b-9672-f0b316f99d60 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Refreshing network info cache for port a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff {{(pid=62859) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.169781] env[62859]: DEBUG oslo_vmware.api [-] Task: {'id': task-2539004, 'name': CreateVM_Task, 'duration_secs': 0.288632} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.169909] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Created VM on the ESX host {{(pid=62859) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.170673] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.170845] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.171174] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.171424] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d38d36d-84f2-4556-bdbb-dee687bc96ce {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.175895] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1521.175895] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ef7a52-3358-0eda-b35d-e0eb3c44e893" [ 1521.175895] env[62859]: _type = "Task" [ 1521.175895] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.184434] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ef7a52-3358-0eda-b35d-e0eb3c44e893, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.583513] env[62859]: DEBUG nova.network.neutron [req-52a02e60-98d1-403d-ac32-cd4cba5a9e94 req-f03ce690-47df-412b-9672-f0b316f99d60 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Updated VIF entry in instance network info cache for port a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff. {{(pid=62859) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.583856] env[62859]: DEBUG nova.network.neutron [req-52a02e60-98d1-403d-ac32-cd4cba5a9e94 req-f03ce690-47df-412b-9672-f0b316f99d60 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Updating instance_info_cache with network_info: [{"id": "a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff", "address": "fa:16:3e:91:5e:50", "network": {"id": "673ad790-b9ab-45be-9550-b2299fd8364c", "bridge": "br-int", "label": "tempest-ServersTestJSON-724736694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc06de117d7b412d88e03fa9ec937c7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa78f3a1a-d9", "ovs_interfaceid": "a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.686278] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52ef7a52-3358-0eda-b35d-e0eb3c44e893, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.686588] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.686774] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Processing image 9202e09c-1f63-499b-aa32-d3ad8b2d56b8 {{(pid=62859) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.686995] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.687158] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.687332] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.687579] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c06a477-d4d4-408e-bfbf-2a7d17d32110 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.695482] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62859) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.695614] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62859) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.696268] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2284e2e8-e830-4f4a-af2a-ae3139a1ff00 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.701011] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1521.701011] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52269964-043a-c0f7-2e0b-99105ff432f0" [ 1521.701011] env[62859]: _type = "Task" [ 1521.701011] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.707734] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52269964-043a-c0f7-2e0b-99105ff432f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.086286] env[62859]: DEBUG oslo_concurrency.lockutils [req-52a02e60-98d1-403d-ac32-cd4cba5a9e94 req-f03ce690-47df-412b-9672-f0b316f99d60 service nova] Releasing lock "refresh_cache-a2c549e2-c339-41be-868e-6769b0d8c36f" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.211700] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52269964-043a-c0f7-2e0b-99105ff432f0, 'name': SearchDatastore_Task, 'duration_secs': 0.00787} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.212483] env[62859]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba73d84f-e172-4af2-9323-f54b4a92b578 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.217374] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1522.217374] env[62859]: value = "session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f30165-9e5c-ab59-3baa-d936f9903ddd" [ 1522.217374] env[62859]: _type = "Task" [ 1522.217374] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.224442] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f30165-9e5c-ab59-3baa-d936f9903ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.727386] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': session[52f88a44-9088-89ed-5c5f-eaf528a4d1d0]52f30165-9e5c-ab59-3baa-d936f9903ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.727744] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk" {{(pid=62859) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.727842] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a2c549e2-c339-41be-868e-6769b0d8c36f/a2c549e2-c339-41be-868e-6769b0d8c36f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.728092] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5aec5ce-1b2e-4b33-a3f6-eb3452ce7cb5 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.734648] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1522.734648] env[62859]: value = "task-2539005" [ 1522.734648] env[62859]: _type = "Task" [ 1522.734648] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.741973] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.244219] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413633} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.244465] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9202e09c-1f63-499b-aa32-d3ad8b2d56b8/9202e09c-1f63-499b-aa32-d3ad8b2d56b8.vmdk to [datastore2] a2c549e2-c339-41be-868e-6769b0d8c36f/a2c549e2-c339-41be-868e-6769b0d8c36f.vmdk {{(pid=62859) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.244672] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Extending root virtual disk to 1048576 {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.244914] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b7fe31a-0f7e-4088-b8a5-79546cc01805 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.251450] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1523.251450] env[62859]: value = "task-2539006" [ 1523.251450] env[62859]: _type = "Task" [ 1523.251450] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.258195] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.761269] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064387} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.761730] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Extended root virtual disk {{(pid=62859) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1523.762288] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1d8638-21fc-4366-92d2-03437fd57d01 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.783063] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] a2c549e2-c339-41be-868e-6769b0d8c36f/a2c549e2-c339-41be-868e-6769b0d8c36f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.783337] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-786cd0cd-6278-474e-bf5e-8b911da6063e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.802317] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1523.802317] env[62859]: value = "task-2539007" [ 1523.802317] env[62859]: _type = "Task" [ 1523.802317] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.809210] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.312008] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539007, 'name': ReconfigVM_Task, 'duration_secs': 0.272188} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.312323] env[62859]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Reconfigured VM instance instance-0000007c to attach disk [datastore2] a2c549e2-c339-41be-868e-6769b0d8c36f/a2c549e2-c339-41be-868e-6769b0d8c36f.vmdk or device None with type sparse {{(pid=62859) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.312947] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e5db98c-d1bb-4ffc-a2f5-93dc00d158fa {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.318977] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1524.318977] env[62859]: value = "task-2539008" [ 1524.318977] env[62859]: _type = "Task" [ 1524.318977] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.327610] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539008, 'name': Rename_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.828748] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539008, 'name': Rename_Task, 'duration_secs': 0.133674} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.829132] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Powering on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.829347] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-555831d7-0566-4def-80ee-6589dc3c2d5d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.835249] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1524.835249] env[62859]: value = "task-2539009" [ 1524.835249] env[62859]: _type = "Task" [ 1524.835249] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.842108] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.345034] env[62859]: DEBUG oslo_vmware.api [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539009, 'name': PowerOnVM_Task, 'duration_secs': 0.434811} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.345320] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Powered on the VM {{(pid=62859) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.345531] env[62859]: INFO nova.compute.manager [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1525.345700] env[62859]: DEBUG nova.compute.manager [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1525.346450] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc74be4-e891-4d84-a72b-11660e950622 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.864277] env[62859]: INFO nova.compute.manager [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Took 11.88 seconds to build instance. [ 1526.235030] env[62859]: DEBUG oslo_concurrency.lockutils [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "a2c549e2-c339-41be-868e-6769b0d8c36f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.366417] env[62859]: DEBUG oslo_concurrency.lockutils [None req-17d8aa68-73eb-47d2-b838-6fd7e56cc0c6 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.385s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.366750] env[62859]: DEBUG oslo_concurrency.lockutils [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.132s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.367017] env[62859]: DEBUG nova.compute.manager [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.367929] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6432d525-1a5b-472b-98a1-355b0a5c66de {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.374759] env[62859]: DEBUG nova.compute.manager [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62859) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1526.375304] env[62859]: DEBUG nova.objects.instance [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lazy-loading 'flavor' on Instance uuid a2c549e2-c339-41be-868e-6769b0d8c36f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.382054] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.382423] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4912ff88-f6ef-452a-9d26-ed5645ff1182 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.389915] env[62859]: DEBUG oslo_vmware.api [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1527.389915] env[62859]: value = "task-2539010" [ 1527.389915] env[62859]: _type = "Task" [ 1527.389915] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.397662] env[62859]: DEBUG oslo_vmware.api [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.899320] env[62859]: DEBUG oslo_vmware.api [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539010, 'name': PowerOffVM_Task, 'duration_secs': 0.230523} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.899607] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.899774] env[62859]: DEBUG nova.compute.manager [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Checking state {{(pid=62859) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.900550] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df88d7-1a56-4a05-8029-a0c2ebb39398 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.411942] env[62859]: DEBUG oslo_concurrency.lockutils [None req-000a38f5-5323-424d-8fa2-22f1957dcca8 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.899690] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "a2c549e2-c339-41be-868e-6769b0d8c36f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.900126] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.900212] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "a2c549e2-c339-41be-868e-6769b0d8c36f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.900408] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.900595] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.902868] env[62859]: INFO nova.compute.manager [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Terminating instance [ 1530.407379] env[62859]: DEBUG nova.compute.manager [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.407601] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.408516] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192287f4-4c56-41e4-b5b1-5dbaa9989f01 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.416209] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.416432] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3b7161-1b21-4f2a-8767-12aeb48ff03d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.481746] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.481999] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.482170] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleting the datastore file [datastore2] a2c549e2-c339-41be-868e-6769b0d8c36f {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.482475] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94b6fe11-3223-4899-a55d-5d61c8a9d47a {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.488318] env[62859]: DEBUG oslo_vmware.api [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1530.488318] env[62859]: value = "task-2539012" [ 1530.488318] env[62859]: _type = "Task" [ 1530.488318] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.495691] env[62859]: DEBUG oslo_vmware.api [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.998138] env[62859]: DEBUG oslo_vmware.api [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122327} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.998528] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.998587] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.998761] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.998937] env[62859]: INFO nova.compute.manager [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1530.999190] env[62859]: DEBUG oslo.service.loopingcall [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.999390] env[62859]: DEBUG nova.compute.manager [-] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1530.999484] env[62859]: DEBUG nova.network.neutron [-] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.233940] env[62859]: DEBUG nova.compute.manager [req-c3aeb498-3d79-4879-b414-4f5dc4246228 req-27335685-fdfd-4dd3-8fce-48fbf869cea1 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Received event network-vif-deleted-a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1531.234136] env[62859]: INFO nova.compute.manager [req-c3aeb498-3d79-4879-b414-4f5dc4246228 req-27335685-fdfd-4dd3-8fce-48fbf869cea1 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Neutron deleted interface a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff; detaching it from the instance and deleting it from the info cache [ 1531.234301] env[62859]: DEBUG nova.network.neutron [req-c3aeb498-3d79-4879-b414-4f5dc4246228 req-27335685-fdfd-4dd3-8fce-48fbf869cea1 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.719315] env[62859]: DEBUG nova.network.neutron [-] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.736981] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe18f73a-9411-4daa-8d67-5f8920e33149 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.746910] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa7183d-3d2e-410b-b095-ca6d385e0d20 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.770694] env[62859]: DEBUG nova.compute.manager [req-c3aeb498-3d79-4879-b414-4f5dc4246228 req-27335685-fdfd-4dd3-8fce-48fbf869cea1 service nova] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Detach interface failed, port_id=a78f3a1a-d9e7-4329-b5b6-6e4ea1f69aff, reason: Instance a2c549e2-c339-41be-868e-6769b0d8c36f could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1532.222363] env[62859]: INFO nova.compute.manager [-] [instance: a2c549e2-c339-41be-868e-6769b0d8c36f] Took 1.22 seconds to deallocate network for instance. [ 1532.728636] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.728922] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.729160] env[62859]: DEBUG nova.objects.instance [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lazy-loading 'resources' on Instance uuid a2c549e2-c339-41be-868e-6769b0d8c36f {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1533.271304] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab04f5c4-4d3a-48b7-bc24-a62d1366806d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.278632] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9708eeed-56bc-453d-9fb6-f5544a7a7557 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.307410] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe3d571-aa7d-4108-a4b2-c52de2cf6162 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.314089] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374cc03c-faf7-4d58-b072-4f10f319420b {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.326438] env[62859]: DEBUG nova.compute.provider_tree [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.829680] env[62859]: DEBUG nova.scheduler.client.report [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.335229] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.357093] env[62859]: INFO nova.scheduler.client.report [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted allocations for instance a2c549e2-c339-41be-868e-6769b0d8c36f [ 1534.866008] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ad6d2a80-3e10-4450-8514-e6bfa67e66ee tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "a2c549e2-c339-41be-868e-6769b0d8c36f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.965s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.617638] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "543fc576-1a30-4794-b353-29c370e01017" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.618048] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "543fc576-1a30-4794-b353-29c370e01017" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.618202] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "543fc576-1a30-4794-b353-29c370e01017-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.618440] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "543fc576-1a30-4794-b353-29c370e01017-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.618674] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "543fc576-1a30-4794-b353-29c370e01017-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.621103] env[62859]: INFO nova.compute.manager [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Terminating instance [ 1536.125578] env[62859]: DEBUG nova.compute.manager [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Start destroying the instance on the hypervisor. {{(pid=62859) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1536.125851] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Destroying instance {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1536.126809] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270f3791-f058-493a-9ee7-8ccddbc779ef {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.134246] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Powering off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.134512] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e7e6c2-e654-40f8-bf16-bdfb7c5fa1f6 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.141275] env[62859]: DEBUG oslo_vmware.api [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1536.141275] env[62859]: value = "task-2539013" [ 1536.141275] env[62859]: _type = "Task" [ 1536.141275] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.149369] env[62859]: DEBUG oslo_vmware.api [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.650831] env[62859]: DEBUG oslo_vmware.api [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539013, 'name': PowerOffVM_Task, 'duration_secs': 0.211183} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.651248] env[62859]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Powered off the VM {{(pid=62859) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.651301] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Unregistering the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1536.651513] env[62859]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e35ab807-682e-4e2b-9da5-f084cd439507 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.711201] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Unregistered the VM {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1536.711435] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Deleting contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1536.711630] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleting the datastore file [datastore2] 543fc576-1a30-4794-b353-29c370e01017 {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.711900] env[62859]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69307092-7587-4b00-9e40-9701daa5fa22 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.718414] env[62859]: DEBUG oslo_vmware.api [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for the task: (returnval){ [ 1536.718414] env[62859]: value = "task-2539015" [ 1536.718414] env[62859]: _type = "Task" [ 1536.718414] env[62859]: } to complete. {{(pid=62859) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.725565] env[62859]: DEBUG oslo_vmware.api [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.228158] env[62859]: DEBUG oslo_vmware.api [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Task: {'id': task-2539015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135826} completed successfully. {{(pid=62859) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.228419] env[62859]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted the datastore file {{(pid=62859) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.228608] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Deleted contents of the VM from datastore datastore2 {{(pid=62859) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1537.228783] env[62859]: DEBUG nova.virt.vmwareapi.vmops [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Instance destroyed {{(pid=62859) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1537.228956] env[62859]: INFO nova.compute.manager [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] [instance: 543fc576-1a30-4794-b353-29c370e01017] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1537.229212] env[62859]: DEBUG oslo.service.loopingcall [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62859) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.229407] env[62859]: DEBUG nova.compute.manager [-] [instance: 543fc576-1a30-4794-b353-29c370e01017] Deallocating network for instance {{(pid=62859) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1537.229504] env[62859]: DEBUG nova.network.neutron [-] [instance: 543fc576-1a30-4794-b353-29c370e01017] deallocate_for_instance() {{(pid=62859) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1537.473051] env[62859]: DEBUG nova.compute.manager [req-65dab640-f2f3-477c-aa23-42195d754083 req-2d4d0a9f-af3c-492b-b507-a050faf63f8b service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Received event network-vif-deleted-68b57b74-00e5-415c-94dc-c9315eae5701 {{(pid=62859) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1537.473355] env[62859]: INFO nova.compute.manager [req-65dab640-f2f3-477c-aa23-42195d754083 req-2d4d0a9f-af3c-492b-b507-a050faf63f8b service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Neutron deleted interface 68b57b74-00e5-415c-94dc-c9315eae5701; detaching it from the instance and deleting it from the info cache [ 1537.473594] env[62859]: DEBUG nova.network.neutron [req-65dab640-f2f3-477c-aa23-42195d754083 req-2d4d0a9f-af3c-492b-b507-a050faf63f8b service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.955924] env[62859]: DEBUG nova.network.neutron [-] [instance: 543fc576-1a30-4794-b353-29c370e01017] Updating instance_info_cache with network_info: [] {{(pid=62859) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.976384] env[62859]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e3c15f7-a9db-4c39-bc41-66e1e27ef575 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.985425] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdd3d63-7978-4bda-b1cc-f93227f5c544 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.008860] env[62859]: DEBUG nova.compute.manager [req-65dab640-f2f3-477c-aa23-42195d754083 req-2d4d0a9f-af3c-492b-b507-a050faf63f8b service nova] [instance: 543fc576-1a30-4794-b353-29c370e01017] Detach interface failed, port_id=68b57b74-00e5-415c-94dc-c9315eae5701, reason: Instance 543fc576-1a30-4794-b353-29c370e01017 could not be found. {{(pid=62859) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1538.459254] env[62859]: INFO nova.compute.manager [-] [instance: 543fc576-1a30-4794-b353-29c370e01017] Took 1.23 seconds to deallocate network for instance. [ 1538.967927] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.967927] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.968333] env[62859]: DEBUG nova.objects.instance [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lazy-loading 'resources' on Instance uuid 543fc576-1a30-4794-b353-29c370e01017 {{(pid=62859) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.502491] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ca193-c326-488b-8bbc-d0cf7b9f1d2e {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.509862] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7942a0-ffe3-4459-9852-3cbc091bd2c1 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.539259] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23cf843-5dae-4030-a682-a4e9c4f623a9 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.546184] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7556be-3dc7-4933-a89e-5fc62bf2c66d {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.558734] env[62859]: DEBUG nova.compute.provider_tree [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.063057] env[62859]: DEBUG nova.scheduler.client.report [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.391680] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.391912] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.567801] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.587421] env[62859]: INFO nova.scheduler.client.report [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Deleted allocations for instance 543fc576-1a30-4794-b353-29c370e01017 [ 1541.095142] env[62859]: DEBUG oslo_concurrency.lockutils [None req-8e92d659-8043-4b3b-9b17-bcfcf76e3449 tempest-ServersTestJSON-226450726 tempest-ServersTestJSON-226450726-project-member] Lock "543fc576-1a30-4794-b353-29c370e01017" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.477s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.391684] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.391861] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62859) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1542.392949] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.393048] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.896049] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.896049] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.896219] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.896330] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62859) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1543.897642] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d51d3f8-a35d-42fd-b6d7-9d07cc770907 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.905714] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4efdf0-ba22-4f8e-98e0-842a7ed3a897 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.919441] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d594a-5862-4c56-a5e6-497b86aba904 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.925702] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b6c7b3-d291-4471-b4a6-50a3ceb80d40 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.954447] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180731MB free_disk=135GB free_vcpus=48 pci_devices=None {{(pid=62859) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1543.954581] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.954769] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.973850] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1544.974137] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62859) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1544.986714] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3f0e11-458b-4f06-b8cf-ae88c0d97150 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.994566] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e089c-90d1-4813-a1b9-23e88f155616 {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.024972] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f4c411-339f-4278-a0e4-c5164d46c86c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.031626] env[62859]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a780c75-6b98-4944-8cf9-a3c9f03f522c {{(pid=62859) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.043946] env[62859]: DEBUG nova.compute.provider_tree [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed in ProviderTree for provider: 494b5d0c-f15a-479a-ac4d-c7713965aa19 {{(pid=62859) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.547150] env[62859]: DEBUG nova.scheduler.client.report [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Inventory has not changed for provider 494b5d0c-f15a-479a-ac4d-c7713965aa19 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 135, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62859) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.051871] env[62859]: DEBUG nova.compute.resource_tracker [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62859) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1546.052347] env[62859]: DEBUG oslo_concurrency.lockutils [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=62859) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.047673] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.047928] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.392324] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.391895] env[62859]: DEBUG oslo_service.periodic_task [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62859) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.392147] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Starting heal instance info cache {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1549.392287] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Rebuilding the list of instances to heal {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1549.895198] env[62859]: DEBUG nova.compute.manager [None req-ed817e66-0d3a-4291-94b1-48ada37152f8 None None] Didn't find any instances for network info cache update. {{(pid=62859) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}}